{"severity_text":"INFO","timestamp":"2026-10-30T18:42:36.82964059Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:36.881329661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:36.984453738Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:36.984480049Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:37.200529677Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:37.200582359Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:37.366152434Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/c2ed1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.307925165Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.42970434Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.429845222Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.429910729Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.429954968Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.42999875Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.43004988Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430095326Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430140219Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430179007Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430245809Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430304612Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430348593Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430382947Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430519092Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430681794Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430775417Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430793961Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430840879Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.430919028Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.431221902Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.531716653Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 18:42:38.531764 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.733259559Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:38.73332609Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1030 18:42:55.420660 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.420998799Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.421182864Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.421247933Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.421380852Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.421413492Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.421785248Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.421808049Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.421902108Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.42201926Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.422162724Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.422324097Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.422359289Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.422435781Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.42249513Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.422537799Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.422580557Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.422602786Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.42261381Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.422642049Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.422650749Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.423060353Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.423253312Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.423569806Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.423868123Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.424213752Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.425367848Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.425667341Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.425929201Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.426547887Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.426627171Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.426834463Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.427059666Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.4274051Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.427616059Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.427653249Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.427681442Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.428086966Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.428159396Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.428334913Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.428366431Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.428390891Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.428510533Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.428535008Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.428841682Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.429602963Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.429636439Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.429681135Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.429757073Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.429787759Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.429810164Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.429907701Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.43002925Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.726119591Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.775332721Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:55.878845226Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.026037588Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.026081006Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.026042352Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.026170139Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.029339059Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.029366806Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.029357853Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.029386859Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.125942146Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.125975552Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.13008726Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.130123761Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.130681674Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.130733539Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.290648806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a0bfe6c-1cdb-439d-80f8-09aec3208e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.294238126Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11365880-1ff8-4722-b835-7e8b3316accd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.343681956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35cf1dbd-5115-4898-b7a6-15a011b8af31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.395962114Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2cdc3cb6-9aae-4262-8cc7-64672a5d4d69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.478005453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a0bfe6c-1cdb-439d-80f8-09aec3208e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:42:56.5692485Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35cf1dbd-5115-4898-b7a6-15a011b8af31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.571696725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a0bfe6c-1cdb-439d-80f8-09aec3208e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.63547945Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d221fcd6-e5e6-403a-abf5-9449d37f8c67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.687303624Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"62e35e53-849e-4b46-8b4f-2fc6190fa03a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:42:56.694961542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35cf1dbd-5115-4898-b7a6-15a011b8af31","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.840542483Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86bf2341-7204-408d-984e-2182b2a6d738","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.879504657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0bd2402-45cd-452b-a4a5-3e0d803be247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.938628671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0bd2402-45cd-452b-a4a5-3e0d803be247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.946696156Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c67c1a9-5d8b-4a26-a50c-d0036222764b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.951462423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2c54874-4d19-4b34-b9e0-a1fc49a7381e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:56.996009271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0bd2402-45cd-452b-a4a5-3e0d803be247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.011196679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2c54874-4d19-4b34-b9e0-a1fc49a7381e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.063769047Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f6e69c68-60f3-469e-81c0-ac1744b27b4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.063962873Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"08d071fe-fe00-4d08-bd81-34fb0526e997","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.082062741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2c54874-4d19-4b34-b9e0-a1fc49a7381e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.220980818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90468881-4003-4eb8-aa67-46170acfdbee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.259760583Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b078b19-f428-4637-baae-3148986aa17b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.280218018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90468881-4003-4eb8-aa67-46170acfdbee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.286043414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f0615144-3458-4cb2-8e71-b3970aeaf0a6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.286060734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f0615144-3458-4cb2-8e71-b3970aeaf0a6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.336646139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90468881-4003-4eb8-aa67-46170acfdbee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.343106081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f684ae-c914-4b9c-8720-fc22e3bab75f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.395217044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f684ae-c914-4b9c-8720-fc22e3bab75f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.395275381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bece925-6a98-4787-9883-5ea3209a5476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.44781981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f684ae-c914-4b9c-8720-fc22e3bab75f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.452270329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bece925-6a98-4787-9883-5ea3209a5476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.502702139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f684ae-c914-4b9c-8720-fc22e3bab75f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.560314445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bece925-6a98-4787-9883-5ea3209a5476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.607517041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dd9e999-1f4e-4aeb-b6bd-6be2eafa3c6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.66569503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dd9e999-1f4e-4aeb-b6bd-6be2eafa3c6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.721938646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dd9e999-1f4e-4aeb-b6bd-6be2eafa3c6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.742761979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"790cce37-746c-4e67-a498-1061f40f4226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.788555023Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ff255b3-5157-4e4d-aaa8-d1921d7d7fbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.800645956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"790cce37-746c-4e67-a498-1061f40f4226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:57.857111205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"790cce37-746c-4e67-a498-1061f40f4226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:58.623440236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2bcc8de4-50e9-4b88-8aee-98a06406dfc2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:42:58.623467628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2bcc8de4-50e9-4b88-8aee-98a06406dfc2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:01.183649059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e93c843-0c0a-4a20-a9b7-1571a26a4c44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:01.183661556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8f615fb-5cf9-4eca-ba45-e76a32d1762b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:01.241433329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e93c843-0c0a-4a20-a9b7-1571a26a4c44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:01.241580079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8f615fb-5cf9-4eca-ba45-e76a32d1762b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:01.297517049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8f615fb-5cf9-4eca-ba45-e76a32d1762b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:01.297616174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e93c843-0c0a-4a20-a9b7-1571a26a4c44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:01.351435153Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"b292b062-5f1b-4acd-ae98-ce6ea7c156c2","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.575274797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7ae8420b-8ea8-40bc-866c-1b653c6a98f1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.57531618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7ae8420b-8ea8-40bc-866c-1b653c6a98f1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.575774169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"21bb5de8-05da-49be-8e9e-7e500c6064d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.575786441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"21bb5de8-05da-49be-8e9e-7e500c6064d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.631654457Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c653f96-2784-41c3-97ce-587230c64af6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.632033197Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba04aa82-e35b-4869-8b5c-85e4b7c1271e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.651645141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8ba3646b-0c81-4a5d-bd3a-d6b4a73a0b12","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.651659895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8ba3646b-0c81-4a5d-bd3a-d6b4a73a0b12","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.651841922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a276f37a-93db-48bc-bb99-b3d52e1589c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.651852164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a276f37a-93db-48bc-bb99-b3d52e1589c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.737387037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca3bd5dd-7eff-466c-92a4-bea954e43884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.737399542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d45ce131-e64e-41bc-94fa-7d7dd38a41d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.796154787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca3bd5dd-7eff-466c-92a4-bea954e43884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.796154789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d45ce131-e64e-41bc-94fa-7d7dd38a41d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.852255217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca3bd5dd-7eff-466c-92a4-bea954e43884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:03.85442394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d45ce131-e64e-41bc-94fa-7d7dd38a41d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:04.008278228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6304da70-1a5b-481e-bb02-63c253e45776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:04.009648282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dd56f41-bb90-4784-8a81-332eb6447c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:04.065514345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6304da70-1a5b-481e-bb02-63c253e45776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:04.066717439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dd56f41-bb90-4784-8a81-332eb6447c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:04.122179521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6304da70-1a5b-481e-bb02-63c253e45776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:04.122437245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dd56f41-bb90-4784-8a81-332eb6447c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:04.846732501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a1d5f4b-295a-478f-ac08-f1b52f8a5111","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:04.846752648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a1d5f4b-295a-478f-ac08-f1b52f8a5111","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.911360875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7701cc37-b945-4585-a483-de92cecb192e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.911384322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7701cc37-b945-4585-a483-de92cecb192e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.911625655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f524f72c-4a8f-4583-a639-259e78ae21ff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.911640126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f524f72c-4a8f-4583-a639-259e78ae21ff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.911974485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0703886e-17dd-4bb3-922e-8e4b70d23f54","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.911987215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0703886e-17dd-4bb3-922e-8e4b70d23f54","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.971051501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89a75f1c-4f04-4946-84b0-7e269902b6e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.971188763Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5eceecd-2e4e-4b5a-bdce-f4b1dd63f88d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.972056683Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e72f9be-e89d-4c00-9260-c305efb088eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.976339254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd488589-b111-414d-bf7b-189fd8f36509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.989848811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fbb2ea83-e7ff-48d7-b776-7687dd49632c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.9898655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fbb2ea83-e7ff-48d7-b776-7687dd49632c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.99010742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6b93eeb6-6de5-4334-be9d-b8679e7d368c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.990120762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6b93eeb6-6de5-4334-be9d-b8679e7d368c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.990348513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b9e8d22-569e-4bdb-9e68-c4431b5750cf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:06.990360548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b9e8d22-569e-4bdb-9e68-c4431b5750cf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:07.032209576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89a75f1c-4f04-4946-84b0-7e269902b6e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:07.036909331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd488589-b111-414d-bf7b-189fd8f36509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:07.096636909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89a75f1c-4f04-4946-84b0-7e269902b6e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:07.099745099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd488589-b111-414d-bf7b-189fd8f36509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:07.364334551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"223675db-f0f6-4b02-b57d-f15f9ff115ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:07.364339398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7199ba6-f0af-4baa-bae8-95ed95910431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:07.434193976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"223675db-f0f6-4b02-b57d-f15f9ff115ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:07.434465516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7199ba6-f0af-4baa-bae8-95ed95910431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:07.494263835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7199ba6-f0af-4baa-bae8-95ed95910431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:07.494312414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"223675db-f0f6-4b02-b57d-f15f9ff115ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:08.303603388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e56ff36b-c8fe-4972-bf26-baba9cfafb55","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:08.303632804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e56ff36b-c8fe-4972-bf26-baba9cfafb55","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.817720262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e816f776-870e-42e3-8449-12fbfb22de97","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.817740003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e816f776-870e-42e3-8449-12fbfb22de97","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.817974252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbf5cc66-75d0-4105-833c-9eda6911202f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.817986463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbf5cc66-75d0-4105-833c-9eda6911202f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.818158815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f8659776-42e1-4bdc-821b-023e1300e269","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.818176716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f8659776-42e1-4bdc-821b-023e1300e269","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.818421539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a28d16a3-d42e-42fd-a314-f3533bb78165","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.818432549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a28d16a3-d42e-42fd-a314-f3533bb78165","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.869830627Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22c23d44-ef68-454d-bb02-c1e5962c16a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.870172947Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7adc35ac-da1d-487c-969c-6e5aadef7750","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.886558604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4c23f81-844a-4f35-a5ce-c9001a51b3c7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.886647587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4c23f81-844a-4f35-a5ce-c9001a51b3c7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.886972199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ce5cf10a-79a4-4884-a682-c5d856bc4ca2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.886987543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ce5cf10a-79a4-4884-a682-c5d856bc4ca2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.887247529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2299747-5104-4515-aade-fa616645c6ae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.887259574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2299747-5104-4515-aade-fa616645c6ae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.8875092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ed9c44ae-acbb-4cda-a2bd-8a155603ce6d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.887522872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ed9c44ae-acbb-4cda-a2bd-8a155603ce6d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.973533487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36828df3-01fe-47f0-a9f1-869fd7592450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:11.97424115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fc29128-41cf-46f8-ba40-96d035c8abfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.032750953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fc29128-41cf-46f8-ba40-96d035c8abfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.03488151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36828df3-01fe-47f0-a9f1-869fd7592450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.089169247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fc29128-41cf-46f8-ba40-96d035c8abfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.091308348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36828df3-01fe-47f0-a9f1-869fd7592450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.245558616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"473baa36-ba6d-4c70-8a73-61159ddf9c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.246127571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7562f9ab-fba7-463d-ad7e-17746c2506e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.306853513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7562f9ab-fba7-463d-ad7e-17746c2506e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.306861719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"473baa36-ba6d-4c70-8a73-61159ddf9c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.362610335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"473baa36-ba6d-4c70-8a73-61159ddf9c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.362689862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7562f9ab-fba7-463d-ad7e-17746c2506e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.579793116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc293cba-a72c-41bf-abd0-801b202fa36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.579852318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15486d73-5e1a-4d08-a9b6-0ef0c3fc0438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.643183625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15486d73-5e1a-4d08-a9b6-0ef0c3fc0438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.64464799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc293cba-a72c-41bf-abd0-801b202fa36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.701067591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15486d73-5e1a-4d08-a9b6-0ef0c3fc0438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.7017012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc293cba-a72c-41bf-abd0-801b202fa36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:43:12.757944718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc293cba-a72c-41bf-abd0-801b202fa36c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.919222453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5ec7b8e-41f5-4103-aac4-3f687d5a8e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:12.976957082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5ec7b8e-41f5-4103-aac4-3f687d5a8e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:13.033340761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5ec7b8e-41f5-4103-aac4-3f687d5a8e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:13.095902875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4779c80d-45fe-49e1-bb1a-c02c9d6fa866","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:13.095922075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4779c80d-45fe-49e1-bb1a-c02c9d6fa866","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.649150067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bf98e6e7-a3d0-4d6f-8b45-9435dc087ed6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.649930261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bf98e6e7-a3d0-4d6f-8b45-9435dc087ed6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.650348348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3fcb4b43-06d2-49c3-b2cd-1f904dcb1ed7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.650410162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3fcb4b43-06d2-49c3-b2cd-1f904dcb1ed7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.650968851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6e84a466-e49c-498e-9600-257543f98d37","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.651015398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6e84a466-e49c-498e-9600-257543f98d37","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.651438049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b3540c91-20e4-4ac8-b032-1626d8a616b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.651486888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b3540c91-20e4-4ac8-b032-1626d8a616b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.65186735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d9fda450-b559-4bcf-95d1-244b355bb33c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.651925302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d9fda450-b559-4bcf-95d1-244b355bb33c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.702762706Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e71f51c6-e5df-4b06-9ddd-f3020149d948","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.70277597Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"21b738b8-6945-408d-8594-52ab263cffb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.717580512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"269114ca-3d2d-466e-8fed-4696f68ed22e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.717602441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"269114ca-3d2d-466e-8fed-4696f68ed22e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.717963545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3852cd04-0182-4e96-8eb7-891323ca06a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.7179758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3852cd04-0182-4e96-8eb7-891323ca06a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.718236668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1dd70ff4-bb9f-4f7e-b277-683608b2f6f9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.718245662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1dd70ff4-bb9f-4f7e-b277-683608b2f6f9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.718486988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bab91fe1-06cb-47be-a66a-e3f9207a3c55","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.718497918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bab91fe1-06cb-47be-a66a-e3f9207a3c55","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.718707524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23c1d2b9-9dd0-43be-be61-854cb895f792","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.718719047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23c1d2b9-9dd0-43be-be61-854cb895f792","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.812533988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f0d2b66-4e0b-41fb-aabc-0b62280321f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.813218532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"586a6f78-baa2-47bf-ade7-bd0f89beccc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.871215221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f0d2b66-4e0b-41fb-aabc-0b62280321f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.87178588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"586a6f78-baa2-47bf-ade7-bd0f89beccc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.928016356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f0d2b66-4e0b-41fb-aabc-0b62280321f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:16.931638195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"586a6f78-baa2-47bf-ade7-bd0f89beccc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:17.165487957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe9fe136-fa10-4822-81bc-aeacec5d340e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:17.1654881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89c784ea-8112-4e02-a232-662c9befd0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:17.224234992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe9fe136-fa10-4822-81bc-aeacec5d340e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:17.22517216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89c784ea-8112-4e02-a232-662c9befd0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:17.28052746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe9fe136-fa10-4822-81bc-aeacec5d340e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:17.281751657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89c784ea-8112-4e02-a232-662c9befd0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:17.915589677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"72f69076-9c31-4e90-b987-56f1e422697d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:17.915612676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"72f69076-9c31-4e90-b987-56f1e422697d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.269687968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"68a58399-ee56-4dbc-bada-f04cd8fdf20f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.26970831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"68a58399-ee56-4dbc-bada-f04cd8fdf20f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.269908965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64318f0e-89c5-456b-b90f-7cf65a4456be","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.269919959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64318f0e-89c5-456b-b90f-7cf65a4456be","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.270076857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"affc11b0-ec10-4297-adec-409385fdaa50","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.270087372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"affc11b0-ec10-4297-adec-409385fdaa50","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.270237832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"663f564c-d090-4c96-bcfc-9e27e84edb35","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.270247075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"663f564c-d090-4c96-bcfc-9e27e84edb35","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.270449411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1291df06-2e84-4886-b4e1-237877ed124d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.270459688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1291df06-2e84-4886-b4e1-237877ed124d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.270693022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8087daf9-a799-4955-b8bd-b3a5ce0f6f18","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.27070458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8087daf9-a799-4955-b8bd-b3a5ce0f6f18","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.326079364Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7bc7908-a9c9-4149-a9bf-94a0ef776bc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.367324508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1712e58-4340-4555-9f25-1ac10c5c78c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.367347272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1712e58-4340-4555-9f25-1ac10c5c78c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.367647167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1df57c7-6a3e-4b07-9449-f69ad55cd49c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.36766381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1df57c7-6a3e-4b07-9449-f69ad55cd49c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.367926913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3bb18de2-0d08-4924-ad03-6cf8d6173b9c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.367940662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3bb18de2-0d08-4924-ad03-6cf8d6173b9c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.368223155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14c26171-c439-4694-ae4c-79daf87e95ac","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.368237286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14c26171-c439-4694-ae4c-79daf87e95ac","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.368512335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f9209ed8-c7b3-481d-a86e-018fca5d8cb2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.36852782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f9209ed8-c7b3-481d-a86e-018fca5d8cb2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.368833911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"567a4530-da8f-4ac4-ba65-ebf98851a252","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.368848041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"567a4530-da8f-4ac4-ba65-ebf98851a252","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.426432604Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"531bd8c9-5b6a-47e2-8711-beb2d7c34bee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.438202282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc7753a7-f720-461a-81e8-9a61b705031d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.440584892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12133a99-652e-4b76-bdf4-d978c3ec2a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.495922819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc7753a7-f720-461a-81e8-9a61b705031d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.497749227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12133a99-652e-4b76-bdf4-d978c3ec2a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.553199978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc7753a7-f720-461a-81e8-9a61b705031d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.555776725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12133a99-652e-4b76-bdf4-d978c3ec2a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.719767484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"decd7c02-8a0a-474e-a21f-7f863d264428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.719873758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb766571-84c4-451e-99bc-572777528e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.777398648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb766571-84c4-451e-99bc-572777528e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.777542212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"decd7c02-8a0a-474e-a21f-7f863d264428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.833598084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb766571-84c4-451e-99bc-572777528e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:21.834127891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"decd7c02-8a0a-474e-a21f-7f863d264428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:22.520413695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be9a20cc-85d8-40a8-9f25-55d6671fb33c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:22.520461679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cbef68f-6b3b-40aa-8743-1f0cceb4a636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:22.583901322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"479c6907-000c-4169-8ddc-9145d629bbb2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:22.583920796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"479c6907-000c-4169-8ddc-9145d629bbb2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:22.594815115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be9a20cc-85d8-40a8-9f25-55d6671fb33c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:22.634726608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cbef68f-6b3b-40aa-8743-1f0cceb4a636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:22.655446937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be9a20cc-85d8-40a8-9f25-55d6671fb33c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:22.704765908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cbef68f-6b3b-40aa-8743-1f0cceb4a636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.913016736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"855db2b1-7dec-4869-8ae1-d7a565813be9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.913041265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"855db2b1-7dec-4869-8ae1-d7a565813be9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.913267792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba531896-59f7-497f-ba5f-10a31b091cdf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.913297961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba531896-59f7-497f-ba5f-10a31b091cdf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.913483993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"50931c29-5ce9-4a24-a6a1-dd6a96449417","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.913495177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"50931c29-5ce9-4a24-a6a1-dd6a96449417","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.913644481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d96b3018-39d7-4b37-96dd-3cb3cdd9c798","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.913654022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d96b3018-39d7-4b37-96dd-3cb3cdd9c798","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.913849318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f9fba883-2402-4735-9fe9-96a1d382b251","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.913860235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f9fba883-2402-4735-9fe9-96a1d382b251","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.914015763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5737b479-ab25-4f12-b27a-148f0f5abf94","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.914025045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5737b479-ab25-4f12-b27a-148f0f5abf94","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.914170045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9159b1d6-c5dc-48ff-b177-0638b4efa377","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.914179284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9159b1d6-c5dc-48ff-b177-0638b4efa377","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.969232539Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5d08d49-64c1-4e63-8373-7be6ddf032d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.985262068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f771062d-1543-4e0b-a61e-f5cfb7c80762","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.985350743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f771062d-1543-4e0b-a61e-f5cfb7c80762","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.985624922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"935fc5a0-6ed6-40b4-b74c-1781fb675da6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.985637483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"935fc5a0-6ed6-40b4-b74c-1781fb675da6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.985826256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0e03cde-1718-485e-acde-163bcdf946d2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.985837842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0e03cde-1718-485e-acde-163bcdf946d2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.986035635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"668361cc-f44a-413b-a819-bc5d57a210e2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.986046143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"668361cc-f44a-413b-a819-bc5d57a210e2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.986228254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43eea084-8256-40b2-a975-7c6110515ccb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.986240186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43eea084-8256-40b2-a975-7c6110515ccb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.986544805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d3a37a46-1f83-4b9e-8187-4bd1af91ce3f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.986559611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d3a37a46-1f83-4b9e-8187-4bd1af91ce3f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.986739414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64d2e0e8-2f7d-4d96-a4d4-24294d06f9a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:24.986749465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64d2e0e8-2f7d-4d96-a4d4-24294d06f9a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.073157367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c308936-3957-4527-ae03-f820767b7ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.073161123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5c55a38-c623-486f-88ad-766a36cee083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.131419077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c308936-3957-4527-ae03-f820767b7ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.131439709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5c55a38-c623-486f-88ad-766a36cee083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.131760068Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c6b3f84-d519-4c39-8743-9ec5b954a88a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.188384546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c308936-3957-4527-ae03-f820767b7ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.188383207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5c55a38-c623-486f-88ad-766a36cee083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.295358432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fc5daef-6548-4be8-893b-173d4adb1a41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.295383154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fc5daef-6548-4be8-893b-173d4adb1a41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.345862424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74f54100-1aba-4d07-940b-3d93bdde4b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.346131141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"169e5041-c51e-46c2-a9b3-df1c4a957daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.404375664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74f54100-1aba-4d07-940b-3d93bdde4b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.407010075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"169e5041-c51e-46c2-a9b3-df1c4a957daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.460102278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74f54100-1aba-4d07-940b-3d93bdde4b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.463053767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"169e5041-c51e-46c2-a9b3-df1c4a957daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.507897941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6dd107de-aad4-4853-a53b-596b67b74389","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:25.880214763Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:26.177240616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87858ed1-5df7-41b6-9398-8dd99f208de8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:26.177265072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87858ed1-5df7-41b6-9398-8dd99f208de8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:26.387499175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a63a5a2e-5abf-4eb2-a74a-40d6ab4a8207","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.998119967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b25ed9e-d7b9-4394-b3b7-3e0e1ff89ae4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.998141175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b25ed9e-d7b9-4394-b3b7-3e0e1ff89ae4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.998493212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8540e9fc-5583-4cb0-ac24-d04f42c9ab8d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.998520558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8540e9fc-5583-4cb0-ac24-d04f42c9ab8d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.998773784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ec960e2e-e1a3-4ce2-a680-7bdf53166e61","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.998788366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ec960e2e-e1a3-4ce2-a680-7bdf53166e61","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.999027025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d38da9af-28ba-4764-b09e-f0b21142b275","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.999044841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d38da9af-28ba-4764-b09e-f0b21142b275","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.999302094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84d68f2b-8208-4221-adaf-97dcad068028","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.999317811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84d68f2b-8208-4221-adaf-97dcad068028","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.999567191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7047b29d-f208-4ca7-9920-cc1651cdd8b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.999582965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7047b29d-f208-4ca7-9920-cc1651cdd8b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.999762019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f2f8c91-dcfc-4999-8f98-d2d6a792bf3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:27.999773882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f2f8c91-dcfc-4999-8f98-d2d6a792bf3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.000068953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f1c390e-7ae9-4dd6-99b9-1da13e4674c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.000081319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f1c390e-7ae9-4dd6-99b9-1da13e4674c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.069767051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6652f492-32bd-4e56-8c5e-ef698d14b195","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.069786407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6652f492-32bd-4e56-8c5e-ef698d14b195","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.07000699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ce9a459a-a284-4428-8524-c454532deed7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.070017083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ce9a459a-a284-4428-8524-c454532deed7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.070177379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eb846b71-df16-4c62-bfd7-da9e089c23fd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.070186447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eb846b71-df16-4c62-bfd7-da9e089c23fd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.070376807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"32364224-f1d8-43a5-b7aa-58e4b4e611c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.07038731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"32364224-f1d8-43a5-b7aa-58e4b4e611c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.070561335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"728322b8-9e52-4112-98f0-d428f60a5170","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.070572661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"728322b8-9e52-4112-98f0-d428f60a5170","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.070725047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f24789be-10d1-46cd-96dd-a4d61cd78ed7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.070733908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f24789be-10d1-46cd-96dd-a4d61cd78ed7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.070893374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d4806b1-8575-4aad-b368-11fc366a2c3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.070902312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d4806b1-8575-4aad-b368-11fc366a2c3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.071095449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f829934-e56a-4f99-9ac1-b2db397a98b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.071105686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f829934-e56a-4f99-9ac1-b2db397a98b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.157306566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757cc176-6f4a-4827-b187-040153d1a40e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.157390376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1176593-1603-44ba-8016-64c1c9c6a857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.210157039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16ae38b5-7a86-45b7-afdc-49b61540abb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.215240922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757cc176-6f4a-4827-b187-040153d1a40e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.216371163Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ea7b98c-af43-4ae8-b0cf-b8bc89364451","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.217194955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1176593-1603-44ba-8016-64c1c9c6a857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.270823838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757cc176-6f4a-4827-b187-040153d1a40e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.27348885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1176593-1603-44ba-8016-64c1c9c6a857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.380710551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f79243a-5c70-4f2b-aa29-b77cf4f703a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.380736197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f79243a-5c70-4f2b-aa29-b77cf4f703a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.426017457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f86c129e-7952-4bbb-bbab-44f291a96441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.430878239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c817a000-4233-484b-a874-60623f41d4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.483107483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f86c129e-7952-4bbb-bbab-44f291a96441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.488203757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c817a000-4233-484b-a874-60623f41d4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.538891444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f86c129e-7952-4bbb-bbab-44f291a96441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.543825521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c817a000-4233-484b-a874-60623f41d4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:28.588756177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"863709f9-2f6e-428c-9638-26110552f82a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.274669541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0ef2a86-da65-45c5-abbf-7e0ee7dbb1f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.274696554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0ef2a86-da65-45c5-abbf-7e0ee7dbb1f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.498201082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8424cbd5-d49b-4234-a288-38662c486195","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.675661663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dabe0ad6-6353-4820-b62a-9b7c4ef1b848","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.726603336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7a5e080-52b1-4d16-84c7-6494cf18cbf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.726628986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75e203e8-ea01-4150-b7f0-fd49a63e350c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.784557837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75e203e8-ea01-4150-b7f0-fd49a63e350c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.785621354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7a5e080-52b1-4d16-84c7-6494cf18cbf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.839700209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95c5ec47-84af-4a47-a8b5-23456ba1e08b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.839721874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95c5ec47-84af-4a47-a8b5-23456ba1e08b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.843840561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7a5e080-52b1-4d16-84c7-6494cf18cbf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.844339102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75e203e8-ea01-4150-b7f0-fd49a63e350c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.90891496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcd6d845-84be-47ba-b933-6b3d433f9714","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.908945256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcd6d845-84be-47ba-b933-6b3d433f9714","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.910730191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a9be8aeb-256a-4163-81bf-f8bb45d10548","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:29.910824621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a9be8aeb-256a-4163-81bf-f8bb45d10548","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:30.067349613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e253271c-1ce7-48ff-9c8d-782128e4cf9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:30.067350233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f300a9ec-f6d6-4e93-bce3-194b1fca9f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:30.140817941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f300a9ec-f6d6-4e93-bce3-194b1fca9f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:30.15209795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e253271c-1ce7-48ff-9c8d-782128e4cf9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:30.197928526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f300a9ec-f6d6-4e93-bce3-194b1fca9f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:30.208462151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e253271c-1ce7-48ff-9c8d-782128e4cf9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:43:30.251505648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f300a9ec-f6d6-4e93-bce3-194b1fca9f6c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:43:30.261810359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e253271c-1ce7-48ff-9c8d-782128e4cf9a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:30.411418539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df335529-addd-45fc-9ae4-22a153a99746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:30.421446321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d679ccd-28eb-4f30-a669-5bc72fc93e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:30.468205449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df335529-addd-45fc-9ae4-22a153a99746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:30.478355978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d679ccd-28eb-4f30-a669-5bc72fc93e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:30.524031373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df335529-addd-45fc-9ae4-22a153a99746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:30.53406762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d679ccd-28eb-4f30-a669-5bc72fc93e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:32.167907984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa4e956e-1ab2-4958-a2f5-5d2a0531db0d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:32.167932224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa4e956e-1ab2-4958-a2f5-5d2a0531db0d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:35.373738972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbba312d-4188-4ddb-97be-7d8c2e788e39","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:35.373778072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbba312d-4188-4ddb-97be-7d8c2e788e39","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.146692582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2bb07ebd-7f3b-4850-86ed-60e87f9ea256","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.147458173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4264d005-84ff-4199-9f50-6c20bf5c1b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.148898664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f973bef9-8ec4-4e42-9b80-6e76be4691a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.261885324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f973bef9-8ec4-4e42-9b80-6e76be4691a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.263250929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4264d005-84ff-4199-9f50-6c20bf5c1b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.32278223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f973bef9-8ec4-4e42-9b80-6e76be4691a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.326589075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4264d005-84ff-4199-9f50-6c20bf5c1b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.340062381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22a9df24-482a-4674-a409-a55acb4cf238","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.340087418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22a9df24-482a-4674-a409-a55acb4cf238","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.384603451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5cb6974-33ae-4316-9edb-4cd3fa9bb563","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.384626418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5cb6974-33ae-4316-9edb-4cd3fa9bb563","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.389061172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7af4490a-3046-4162-ad39-8a8605c95bc6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:37.389083092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7af4490a-3046-4162-ad39-8a8605c95bc6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:38.070653803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cdca5f03-d36f-42ac-a8d3-8b3552754a72","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:38.070691188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cdca5f03-d36f-42ac-a8d3-8b3552754a72","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:38.071147683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8dd118b1-4db9-4cc9-98fc-a3ddd16248bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:38.071165456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8dd118b1-4db9-4cc9-98fc-a3ddd16248bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:38.071440335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"17f0c8db-7223-4aa1-9c96-d0b519d17bb2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:38.071454247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"17f0c8db-7223-4aa1-9c96-d0b519d17bb2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:38.071663592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"820f8164-fac5-4175-8921-411da5954e80","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:38.071675494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"820f8164-fac5-4175-8921-411da5954e80","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:38.458497688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be52847c-da94-4df9-ace6-d8f0d77777ba","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:38.458532724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be52847c-da94-4df9-ace6-d8f0d77777ba","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:41.118484122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"02881f17-bac6-4663-b106-324d3cabea5a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:41.118517682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"02881f17-bac6-4663-b106-324d3cabea5a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:41.726165931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5e155e7d-8bdb-4d51-aa55-7de1c526cd00","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:41.827997899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d004c32-aadb-43e8-ba9c-ef4607be362e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:45.906782149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d8033dd6-2845-4d98-946e-cdd81fb6bdf6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:45.906801446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d8033dd6-2845-4d98-946e-cdd81fb6bdf6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:47.385516376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5173aab8-cbf1-4495-a416-66514f6d1f10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:47.385551723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5173aab8-cbf1-4495-a416-66514f6d1f10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:47.390232407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e944beb7-10c9-4d94-9fde-d4674480ed7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:47.390248751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e944beb7-10c9-4d94-9fde-d4674480ed7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:47.549146928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cddefa3-9ea0-42e1-a91d-53f3dac7335a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:47.549147082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6210172-221a-4858-953b-1f464e16b727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:47.707574332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cddefa3-9ea0-42e1-a91d-53f3dac7335a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:47.707609207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6210172-221a-4858-953b-1f464e16b727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:48.026540074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"494c41ce-e855-4234-8c49-8dda5b7f66d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:48.026561311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"494c41ce-e855-4234-8c49-8dda5b7f66d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:48.026904821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f209f2bb-654e-4caa-9cd1-9e32269bbfd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:48.026923523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f209f2bb-654e-4caa-9cd1-9e32269bbfd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:48.072134776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6c5402fe-bd2c-4f56-b148-bdaa41585511","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:48.07215015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6c5402fe-bd2c-4f56-b148-bdaa41585511","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:48.481591224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0d0ae282-53a6-4105-875e-2bb50c0b19e5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:48.481610411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0d0ae282-53a6-4105-875e-2bb50c0b19e5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:51.45286248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9522706-44da-4076-83da-782a8237e6bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:51.452882883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9522706-44da-4076-83da-782a8237e6bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:51.664419968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc75f61e-1147-4c3c-b0f9-4636a553b87d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:51.687589147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34e1e747-f645-471b-a61c-4b18f625e029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:51.687589619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ae5debf-03a7-42e1-a977-af1647cdd3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:51.795382218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ae5debf-03a7-42e1-a977-af1647cdd3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:51.795426726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34e1e747-f645-471b-a61c-4b18f625e029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:51.855448545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf7afc40-4be4-4773-8bd1-a4560e6ec740","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:51.855467472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf7afc40-4be4-4773-8bd1-a4560e6ec740","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:52.067720457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ddeef23e-614a-495f-b3ba-7887a680d604","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:55.935466578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:58.017365497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b26b41ec-c86e-4c97-b342-cf98a180053e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:58.01738655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b26b41ec-c86e-4c97-b342-cf98a180053e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:58.230755247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4dacd1c2-ab61-436d-b205-ed5fb609de5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:58.243702442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3371433-266e-40f2-afdf-e43cf7185ca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:58.24391469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7affbb3-a578-4f79-b8eb-fdc57e6c5020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:58.351642682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7affbb3-a578-4f79-b8eb-fdc57e6c5020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:58.351677356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3371433-266e-40f2-afdf-e43cf7185ca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:58.407366082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5291e40-da9d-481e-8160-0f7b8db72b88","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:58.407384502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5291e40-da9d-481e-8160-0f7b8db72b88","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:43:58.617591498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c46c488e-7b6b-42fc-9619-a508808803b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.056777641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"86cbe0f1-ffc0-4037-914b-278a7fff2a18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.056799221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"86cbe0f1-ffc0-4037-914b-278a7fff2a18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.216085393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5119149-964b-4364-82a2-73884cd1d68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.256337622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ce68e93-94d0-4921-b722-80098118ecef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.256357017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ce68e93-94d0-4921-b722-80098118ecef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.272601048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5119149-964b-4364-82a2-73884cd1d68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.412481794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28cbee4-e8f2-420e-8ec5-5cf75acd608d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.465925004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b6611a3-51dd-40db-86df-d0ea0557c117","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.469709242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28cbee4-e8f2-420e-8ec5-5cf75acd608d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.487139396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3aa827bb-c35f-441f-b18d-d83c94d0e7ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.487161637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3aa827bb-c35f-441f-b18d-d83c94d0e7ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.631406644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cde1319e-ab1e-4802-8344-4459ccd055d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.631426739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cde1319e-ab1e-4802-8344-4459ccd055d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.642981879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"475d6a8b-f5b1-45db-82e8-c72b56b32e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:01.703808139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"475d6a8b-f5b1-45db-82e8-c72b56b32e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:25.948143431Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:36.790568863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2287f6-8270-4765-9a09-2ec40a3335ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:36.842532836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2287f6-8270-4765-9a09-2ec40a3335ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:36.894202834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2287f6-8270-4765-9a09-2ec40a3335ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:36.94607711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2287f6-8270-4765-9a09-2ec40a3335ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:37.433809525Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-529e04e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-529e04e2","reconcileID":"0515c7d1-6d05-47b7-a520-bf26a8e48669","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-529e04e2","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-529e04e2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:38.255524917Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-59144a1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-59144a1b","reconcileID":"230e28a2-6a36-4612-9084-fcde8cdeb3e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-59144a1b","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-59144a1b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:38.887080437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55354fd1-0543-4651-a848-fda654c19822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:38.938910197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55354fd1-0543-4651-a848-fda654c19822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:38.991529496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55354fd1-0543-4651-a848-fda654c19822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:39.043688731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55354fd1-0543-4651-a848-fda654c19822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.012705574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949ac002-430e-45ff-b471-8809477e1f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.064985312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949ac002-430e-45ff-b471-8809477e1f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.116692343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949ac002-430e-45ff-b471-8809477e1f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:41.168465984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949ac002-430e-45ff-b471-8809477e1f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.318073095Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-def78c01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-def78c01","reconcileID":"c5c6ce4c-b4e0-45e8-8ca3-19f3df2b9673","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-def78c01","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-def78c01":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:42.94486381Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-16a49490","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-16a49490","reconcileID":"2d4bf502-ca5e-4659-836c-515d650d2a8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-16a49490-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-16a49490-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:43.117726798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baaad650-4120-4d32-9914-afff59f99436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:43.169728473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baaad650-4120-4d32-9914-afff59f99436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:43.221615049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baaad650-4120-4d32-9914-afff59f99436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:43.273584791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baaad650-4120-4d32-9914-afff59f99436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:45.247372372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6a21da-2abc-494d-9d69-8dc162658816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:45.299545398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6a21da-2abc-494d-9d69-8dc162658816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:45.351187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6a21da-2abc-494d-9d69-8dc162658816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:45.403593884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6a21da-2abc-494d-9d69-8dc162658816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:47.915018099Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"5bfd5564-0efd-4d8a-b893-856e5fa0b4a5","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:47.969385597Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"5bfd5564-0efd-4d8a-b893-856e5fa0b4a5","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:48.073943782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"5bfd5564-0efd-4d8a-b893-856e5fa0b4a5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-16a49490-gw","tenantID":"e2e-migrate-16a49490","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:48.19354708Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"5bfd5564-0efd-4d8a-b893-856e5fa0b4a5","name":"e2e-migrate-16a49490-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:49.417133436Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-620f2843","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-620f2843","reconcileID":"fcd9bac2-79fe-41bf-bc8e-51c4d6152cb7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-620f2843","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-620f2843":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:50.641249991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330eb1f5-e6f3-400f-ab60-0e4a5504562b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:50.69360952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330eb1f5-e6f3-400f-ab60-0e4a5504562b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:50.745997605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330eb1f5-e6f3-400f-ab60-0e4a5504562b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:50.797756136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330eb1f5-e6f3-400f-ab60-0e4a5504562b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:52.739827013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3631c1fc-a289-45ab-9d47-fd556c0794fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:52.791861795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3631c1fc-a289-45ab-9d47-fd556c0794fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:52.843637958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3631c1fc-a289-45ab-9d47-fd556c0794fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:52.896256344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3631c1fc-a289-45ab-9d47-fd556c0794fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:53.17538862Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"f8c92ae6-a82f-4435-9f68-7835fef08791","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:53.357943366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"f8c92ae6-a82f-4435-9f68-7835fef08791","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-def78c01","tenantID":"e2e-ait-def78c01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:53.485143423Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"f8c92ae6-a82f-4435-9f68-7835fef08791","name":"e2e-ait-def78c01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:54.847596781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1775b23-70a2-4944-b68e-7e9564f0e3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:54.899235369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1775b23-70a2-4944-b68e-7e9564f0e3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:54.950957107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1775b23-70a2-4944-b68e-7e9564f0e3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:55.00319209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1775b23-70a2-4944-b68e-7e9564f0e3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:55.88135595Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:56.44137364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f325526a-b0e4-4ea7-800f-8d53d79c89ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:56.507978072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98b4bdaa-450c-4fc8-8aeb-ad986a342a33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:56.916426655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75dfb35-cfe9-43c1-86a0-72aed092e5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:56.968260197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75dfb35-cfe9-43c1-86a0-72aed092e5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:57.019991643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75dfb35-cfe9-43c1-86a0-72aed092e5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:57.07180242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75dfb35-cfe9-43c1-86a0-72aed092e5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:58.581669407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"1a7c853b-1006-4140-9b4c-bb3213d394f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-59144a1b","tenantID":"e2e-ait-59144a1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:44:58.702022166Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"1a7c853b-1006-4140-9b4c-bb3213d394f1","name":"e2e-ait-59144a1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:03.492599859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"fabc7b06-c641-46b5-a3f9-b74b9b4f833c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-529e04e2","tenantID":"e2e-ait-529e04e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:03.613004209Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"fabc7b06-c641-46b5-a3f9-b74b9b4f833c","name":"e2e-ait-529e04e2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:13.548799557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"dc1bc725-a821-45b2-a03a-7c8c21210fcc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-620f2843","tenantID":"e2e-derive-620f2843","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:13.667271854Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"dc1bc725-a821-45b2-a03a-7c8c21210fcc","name":"e2e-derive-620f2843-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:17.930410997Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"21f85cc2-7094-4158-8e66-95bd3b27e8d5","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:18.041509869Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"21f85cc2-7094-4158-8e66-95bd3b27e8d5","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:20.109046224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2841b1-de0a-47b5-86cb-3018674879a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:20.160924149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2841b1-de0a-47b5-86cb-3018674879a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:20.212827502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2841b1-de0a-47b5-86cb-3018674879a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:20.264863163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2841b1-de0a-47b5-86cb-3018674879a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:22.200883195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f577756c-260f-46b6-b05a-bac80149920e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:22.252698747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f577756c-260f-46b6-b05a-bac80149920e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:22.304597383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f577756c-260f-46b6-b05a-bac80149920e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:22.356371424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f577756c-260f-46b6-b05a-bac80149920e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:23.231340651Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"4440d1e3-f49c-46f8-b8da-c0f245bf3893","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:24.256400935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6accd1ca-5b62-4d0d-a62e-2eb189fb9e1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:24.308615612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6accd1ca-5b62-4d0d-a62e-2eb189fb9e1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:24.360470126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6accd1ca-5b62-4d0d-a62e-2eb189fb9e1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:24.412180672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6accd1ca-5b62-4d0d-a62e-2eb189fb9e1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:25.927914331Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:26.257788136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71f4273f-56f7-4221-9b53-2599c156bcef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:26.351273358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1cf9a723-6f11-42a7-aae6-86a0e673aa99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:26.444657648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a258a39c-b406-4b81-9e18-e5aa46917343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:26.49710542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a258a39c-b406-4b81-9e18-e5aa46917343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:26.548987817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a258a39c-b406-4b81-9e18-e5aa46917343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:26.600938609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a258a39c-b406-4b81-9e18-e5aa46917343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:28.553903107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba86817-27ff-4c53-a9e5-82fef50215fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:28.606512361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba86817-27ff-4c53-a9e5-82fef50215fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:28.658643074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba86817-27ff-4c53-a9e5-82fef50215fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:28.710723625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba86817-27ff-4c53-a9e5-82fef50215fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:30.718978969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b128e3cc-3295-4e69-84fd-52e8839bcf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:30.771667512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b128e3cc-3295-4e69-84fd-52e8839bcf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:30.823637367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b128e3cc-3295-4e69-84fd-52e8839bcf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:30.87612051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b128e3cc-3295-4e69-84fd-52e8839bcf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:32.757621452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719fa675-bbda-4fac-9567-d5a0f40f8873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:32.809412575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719fa675-bbda-4fac-9567-d5a0f40f8873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:32.863579937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719fa675-bbda-4fac-9567-d5a0f40f8873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:32.916038499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719fa675-bbda-4fac-9567-d5a0f40f8873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:34.855224202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d748ab6-2cee-48d7-80b1-5142bc3fc0d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:34.906949366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d748ab6-2cee-48d7-80b1-5142bc3fc0d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:34.958865416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d748ab6-2cee-48d7-80b1-5142bc3fc0d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:35.010757217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d748ab6-2cee-48d7-80b1-5142bc3fc0d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:36.950072674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301bb6f3-332c-4b13-baac-91cf694f51ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:37.001836153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301bb6f3-332c-4b13-baac-91cf694f51ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:37.053405212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301bb6f3-332c-4b13-baac-91cf694f51ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:37.105460369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301bb6f3-332c-4b13-baac-91cf694f51ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:39.070104875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9ba591-9dd3-4370-b6d1-98a8bf1035ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:39.122330764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9ba591-9dd3-4370-b6d1-98a8bf1035ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:39.174467409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9ba591-9dd3-4370-b6d1-98a8bf1035ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:39.226405079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9ba591-9dd3-4370-b6d1-98a8bf1035ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:41.213921003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a8b956-2d30-4fb2-8548-ebaeef1a6d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:41.265656646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a8b956-2d30-4fb2-8548-ebaeef1a6d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:41.317417266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a8b956-2d30-4fb2-8548-ebaeef1a6d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:41.369167368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a8b956-2d30-4fb2-8548-ebaeef1a6d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:43.276059144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed20c41-49f0-4cdf-a9d4-187871a7a033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:43.328167378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed20c41-49f0-4cdf-a9d4-187871a7a033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:43.380168359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed20c41-49f0-4cdf-a9d4-187871a7a033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:43.432128729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed20c41-49f0-4cdf-a9d4-187871a7a033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:44.809070711Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","namespace":"ai-tenant-e2e-migrate-16a49490","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:44.80912725Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","namespace":"ai-tenant-e2e-migrate-16a49490","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:44.809175542Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","tenant":"e2e-migrate-16a49490","tenantID":"e2e-migrate-16a49490","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:44.867429431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"Deployment","name":"maas-api-e2e-migrate-16a49490","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:44.930269227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"Service","name":"maas-api-e2e-migrate-16a49490","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:44.992838133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-16a49490","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.046795069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-16a49490","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.101547085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.155542855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.207074731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.258573263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.310315717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"Deployment","name":"payload-processing-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.321318312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fea914-e930-44a4-b676-88184c80d0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.37332421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.374052906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fea914-e930-44a4-b676-88184c80d0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.42589543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"Service","name":"payload-processing-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.426038044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fea914-e930-44a4-b676-88184c80d0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.477708064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"Service","name":"payload-pre-processing-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.478047541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fea914-e930-44a4-b676-88184c80d0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.529872479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.581624139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.633352637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.684979484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.742381734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.793992048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.84568909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-16a49490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.897890614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-16a49490"},"namespace":"ai-tenant-e2e-migrate-16a49490","name":"default-tenant","reconcileID":"40628460-2262-4c54-ae46-5b6e873f2759","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-16a49490","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.955645754Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","namespace":"ai-tenant-e2e-ait-def78c01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.955709455Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","namespace":"ai-tenant-e2e-ait-def78c01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:45.955759277Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","tenant":"e2e-ait-def78c01","tenantID":"e2e-ait-def78c01","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.009680723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"Deployment","name":"maas-api-e2e-ait-def78c01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.072226163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"Service","name":"maas-api-e2e-ait-def78c01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.135278681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-def78c01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.189545979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-def78c01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.245508493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.300138598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.357697095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.412455696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.464309862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"Deployment","name":"payload-processing-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.530251451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.583158692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"Service","name":"payload-processing-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.635278278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"Service","name":"payload-pre-processing-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.686931656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"DestinationRule","name":"payload-processing-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.738658958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.790223602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.871657463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.923421748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:46.975268988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.027144368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-def78c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.079192713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-def78c01"},"namespace":"ai-tenant-e2e-ait-def78c01","name":"default-tenant","reconcileID":"26bca942-d5db-461d-9e52-f98aa77468d3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-def78c01","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.096152061Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-16a49490","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-16a49490","reconcileID":"aea8cb27-6df0-4ad2-9f9a-8ed14cdb68c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-16a49490-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-16a49490-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.153321642Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","namespace":"ai-tenant-e2e-ait-59144a1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.153396546Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","namespace":"ai-tenant-e2e-ait-59144a1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.15346825Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","tenant":"e2e-ait-59144a1b","tenantID":"e2e-ait-59144a1b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.207482534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"Deployment","name":"maas-api-e2e-ait-59144a1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.279564274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"Service","name":"maas-api-e2e-ait-59144a1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.341744663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-59144a1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.400364906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-59144a1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.421850637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442cc381-ed53-4ed2-b408-e7bb1d8a2b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.474613676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442cc381-ed53-4ed2-b408-e7bb1d8a2b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.488318407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.526620941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442cc381-ed53-4ed2-b408-e7bb1d8a2b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.57857187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442cc381-ed53-4ed2-b408-e7bb1d8a2b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.583658276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.640808359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.695277497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.749179835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"Deployment","name":"payload-processing-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.84567691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.904007553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"Service","name":"payload-processing-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:47.958807818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"Service","name":"payload-pre-processing-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:48.012739134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"DestinationRule","name":"payload-processing-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:48.068578392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:48.125338753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:48.181405107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:48.183599848Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-def78c01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-def78c01","reconcileID":"77246942-df15-413a-9ab0-d06274a50bce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-def78c01","removed":["maas.opendatahub.io/gateway-access-e2e-ait-def78c01"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:48.241380571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:48.294957697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:48.346783985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-59144a1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:48.40497107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-59144a1b"},"namespace":"ai-tenant-e2e-ait-59144a1b","name":"default-tenant","reconcileID":"bee9453f-6476-4243-b8b7-ff4e16be6e5e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-59144a1b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:49.717879085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62dec3d6-4509-4184-bcd1-77ed4ed0dfd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:49.769684122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62dec3d6-4509-4184-bcd1-77ed4ed0dfd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:49.821671172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62dec3d6-4509-4184-bcd1-77ed4ed0dfd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:49.873362461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62dec3d6-4509-4184-bcd1-77ed4ed0dfd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:51.836365114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d4afee-9655-4b93-9d1b-d54e041d67a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:51.888575342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d4afee-9655-4b93-9d1b-d54e041d67a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:51.940768165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d4afee-9655-4b93-9d1b-d54e041d67a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:51.99268457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d4afee-9655-4b93-9d1b-d54e041d67a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:52.950820972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5d46593-3fba-49c0-87e6-e42a606090cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:53.104103459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b15ea975-c932-458d-84cf-2ae5fb36b437","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:53.647980087Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-3b6013","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-3b6013","reconcileID":"37e66577-1311-4d6c-955a-ec6915a6deeb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-3b6013","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-3b6013":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:53.93637041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887f1fe9-ae3c-44c7-a6b3-7d7b4ff62cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:53.98876046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887f1fe9-ae3c-44c7-a6b3-7d7b4ff62cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:54.040827443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887f1fe9-ae3c-44c7-a6b3-7d7b4ff62cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:54.092862047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887f1fe9-ae3c-44c7-a6b3-7d7b4ff62cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:54.65047814Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-2ade09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-2ade09","reconcileID":"90f2f03f-6bcd-4562-8464-f3b1714aee44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-2ade09","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-2ade09":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:55.87901089Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:56.029049542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa28df62-b1cf-40e3-b7ba-f786af30767a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:56.083123804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa28df62-b1cf-40e3-b7ba-f786af30767a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:56.135973236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa28df62-b1cf-40e3-b7ba-f786af30767a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:56.189001256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa28df62-b1cf-40e3-b7ba-f786af30767a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:56.951715097Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-59144a1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-59144a1b","reconcileID":"58d7cb71-b9bd-4307-93e9-bd3b710f1535","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-59144a1b","removed":["maas.opendatahub.io/gateway-access-e2e-ait-59144a1b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:58.07525874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7096befb-e8df-4acf-ba18-633f12f5a556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:58.127338008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7096befb-e8df-4acf-ba18-633f12f5a556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:58.179341542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7096befb-e8df-4acf-ba18-633f12f5a556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:45:58.23126027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7096befb-e8df-4acf-ba18-633f12f5a556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:00.142999182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4f87f4-8af2-40b3-a04f-c4c9f0ed8577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:00.195300266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4f87f4-8af2-40b3-a04f-c4c9f0ed8577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:00.247299314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4f87f4-8af2-40b3-a04f-c4c9f0ed8577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:00.299073768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4f87f4-8af2-40b3-a04f-c4c9f0ed8577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:02.205364111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b031e9-b7ef-491d-b581-6a058e491e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:02.257434699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b031e9-b7ef-491d-b581-6a058e491e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:02.309167616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b031e9-b7ef-491d-b581-6a058e491e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:02.36185607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b031e9-b7ef-491d-b581-6a058e491e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:02.611305637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f3aa1b84-c7b0-4d3f-9b97-1984a2744297","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:02.732715249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a513261-48bd-4efe-86e1-c32a92f22506","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:03.059242378Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-4a7a52","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-4a7a52","reconcileID":"9c09b19c-9f9f-4b40-badf-e0d63edaf49b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-4a7a52","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-4a7a52":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.008251174Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","namespace":"ai-tenant-e2e-ait-529e04e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.008325591Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","namespace":"ai-tenant-e2e-ait-529e04e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.008380011Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","tenant":"e2e-ait-529e04e2","tenantID":"e2e-ait-529e04e2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.061953366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"Deployment","name":"maas-api-e2e-ait-529e04e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.124707834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"Service","name":"maas-api-e2e-ait-529e04e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.183821963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-529e04e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.237439136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-529e04e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.292081837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.325539637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924222ef-a2ec-4b00-95a1-21765e65ea92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.377346043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924222ef-a2ec-4b00-95a1-21765e65ea92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.379690534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.42892859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924222ef-a2ec-4b00-95a1-21765e65ea92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.480734616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924222ef-a2ec-4b00-95a1-21765e65ea92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.491864063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.545880152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.597309618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"Deployment","name":"payload-processing-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.648649685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.744873714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"Service","name":"payload-processing-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.796427836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"Service","name":"payload-pre-processing-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.847740232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"DestinationRule","name":"payload-processing-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.899446302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:04.950859539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.00855677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.06007514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.11136564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.163995185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-529e04e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:05.215460724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-529e04e2"},"namespace":"ai-tenant-e2e-ait-529e04e2","name":"default-tenant","reconcileID":"9fc2c2a5-37cb-48ed-887d-8327556c6287","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-529e04e2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.367904562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c1bcec-4dcd-41f2-afaa-9e02b2b8ed1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.419741742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c1bcec-4dcd-41f2-afaa-9e02b2b8ed1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.471592399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c1bcec-4dcd-41f2-afaa-9e02b2b8ed1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:06.523466998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c1bcec-4dcd-41f2-afaa-9e02b2b8ed1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:07.68283356Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-529e04e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-529e04e2","reconcileID":"b676731b-dcf3-4de8-a75d-b1037b688412","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-529e04e2","removed":["maas.opendatahub.io/gateway-access-e2e-ait-529e04e2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:08.450219072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917fec82-72b5-42bf-8dfd-266290eb8256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:08.502042977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917fec82-72b5-42bf-8dfd-266290eb8256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:08.553911768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917fec82-72b5-42bf-8dfd-266290eb8256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:08.605966972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917fec82-72b5-42bf-8dfd-266290eb8256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:10.361594255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"ccac1b89-56ad-4d37-bdb7-e6cc1912a10c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:10.481528339Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"ccac1b89-56ad-4d37-bdb7-e6cc1912a10c","name":"e2e-worker-w3-3b6013-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:10.505137873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9bc2f7-487f-4f2e-b9bc-72f9b9b0d7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:10.557352031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9bc2f7-487f-4f2e-b9bc-72f9b9b0d7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:10.609577537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9bc2f7-487f-4f2e-b9bc-72f9b9b0d7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:10.661681757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9bc2f7-487f-4f2e-b9bc-72f9b9b0d7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:11.543780585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94d358a1-199b-4f88-9b46-15daccff36f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:11.715755716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ad37ef8-4fa1-4d36-ace0-f636d5a4aec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:12.617652032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6489a0a-5ef1-4262-aeb8-16e317b8d5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:12.669488245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6489a0a-5ef1-4262-aeb8-16e317b8d5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:12.721414723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6489a0a-5ef1-4262-aeb8-16e317b8d5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:12.773242004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6489a0a-5ef1-4262-aeb8-16e317b8d5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:14.666794227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f6450c-011d-4906-b09e-4482d30a85dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:14.719349929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f6450c-011d-4906-b09e-4482d30a85dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:14.776397547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f6450c-011d-4906-b09e-4482d30a85dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:14.830387676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f6450c-011d-4906-b09e-4482d30a85dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:14.836564185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-e7929d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-e7929d","reconcileID":"2080d7b5-ab53-4349-bd44-9ba1d221741d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-e7929d","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-e7929d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:15.556100895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"4884eab3-3714-434a-b4e4-e8e37ab7f2d1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:15.674762053Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"4884eab3-3714-434a-b4e4-e8e37ab7f2d1","name":"e2e-worker-w0-2ade09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:16.728592689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704f6559-81aa-4a40-8b92-8c74e663a06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:16.780565689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704f6559-81aa-4a40-8b92-8c74e663a06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:16.832467248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704f6559-81aa-4a40-8b92-8c74e663a06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:16.884258513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704f6559-81aa-4a40-8b92-8c74e663a06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:18.82040285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d21fed1-076f-4270-9d08-618164a35bb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:18.872452337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d21fed1-076f-4270-9d08-618164a35bb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:18.924179653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d21fed1-076f-4270-9d08-618164a35bb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:18.976090144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d21fed1-076f-4270-9d08-618164a35bb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:20.916976603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0d7027-18b1-4b2b-aba1-71af8f4f3c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:20.917068258Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","namespace":"ai-tenant-e2e-derive-620f2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:20.917129119Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","namespace":"ai-tenant-e2e-derive-620f2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:20.968836765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0d7027-18b1-4b2b-aba1-71af8f4f3c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:20.968979364Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","tenant":"e2e-derive-620f2843","tenantID":"e2e-derive-620f2843","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.020547679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0d7027-18b1-4b2b-aba1-71af8f4f3c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.072639721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0d7027-18b1-4b2b-aba1-71af8f4f3c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.074454822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"Deployment","name":"maas-api-e2e-derive-620f2843","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.134951624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"Service","name":"maas-api-e2e-derive-620f2843","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.198311067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-620f2843","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.252170821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-620f2843","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.342893631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.399324603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.454432497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.508651193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.561457823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"Deployment","name":"payload-processing-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.61306803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.664898002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"Service","name":"payload-processing-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.71644799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"Service","name":"payload-pre-processing-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.767997856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"DestinationRule","name":"payload-processing-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.821094706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.891654354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.947411027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:21.998842483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:22.050389493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:22.104638108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-620f2843","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:22.156271111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-620f2843"},"namespace":"ai-tenant-e2e-derive-620f2843","name":"default-tenant","reconcileID":"cc20a183-86f2-449c-8f18-780e75b8b490","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-620f2843","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:22.970844932Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-620f2843","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-620f2843","reconcileID":"85a4edae-4b56-42e3-b88d-164f6f8b628f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-620f2843","removed":["maas.opendatahub.io/gateway-access-e2e-derive-620f2843"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:23.036235826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c26d017-6104-47a3-aaa2-741ded97444c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:23.155765347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"382a8559-884c-41af-b3e0-9cfa63d74cb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:24.090016037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6854856d-d712-465e-b433-ddaf9c4a563a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:24.141787824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6854856d-d712-465e-b433-ddaf9c4a563a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:24.193559961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6854856d-d712-465e-b433-ddaf9c4a563a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:24.245529173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6854856d-d712-465e-b433-ddaf9c4a563a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:25.879141971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:26.147886838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657334e1-001e-4c46-8413-02ac7fb3de83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:26.199671976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657334e1-001e-4c46-8413-02ac7fb3de83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:26.251466711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657334e1-001e-4c46-8413-02ac7fb3de83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:26.303200916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657334e1-001e-4c46-8413-02ac7fb3de83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:27.277407407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"abb2bc3a-8782-4603-8358-441f8dbd9413","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:27.394897165Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"abb2bc3a-8782-4603-8358-441f8dbd9413","name":"e2e-worker-w2-4a7a52-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:28.820440309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745e617f-c20e-4c1a-b744-8959173acf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:28.875964438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745e617f-c20e-4c1a-b744-8959173acf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:28.928193433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745e617f-c20e-4c1a-b744-8959173acf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:28.980148183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745e617f-c20e-4c1a-b744-8959173acf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:29.719658578Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-fd61e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-fd61e3","reconcileID":"c00cb3d4-958e-4e3f-a8a3-34af9fe559bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-fd61e3","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-fd61e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:30.755610677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38d3d628-dfb1-424d-ad86-397cee756685","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:30.887462729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ba1f5bc-0909-406a-a716-326b57af1924","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:30.939066058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517ed111-9507-4147-b649-6b576c850edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:30.994617439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517ed111-9507-4147-b649-6b576c850edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:31.046592765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517ed111-9507-4147-b649-6b576c850edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:31.098526763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517ed111-9507-4147-b649-6b576c850edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.043055003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4179aba-b341-4848-8a81-7470e40ae888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.095249243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4179aba-b341-4848-8a81-7470e40ae888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.147176644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4179aba-b341-4848-8a81-7470e40ae888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:33.207183431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4179aba-b341-4848-8a81-7470e40ae888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.165879319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076ea222-b9df-4ee8-9ed9-d3e7b28dbb49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.218124376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076ea222-b9df-4ee8-9ed9-d3e7b28dbb49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.274605474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076ea222-b9df-4ee8-9ed9-d3e7b28dbb49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:35.326928296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076ea222-b9df-4ee8-9ed9-d3e7b28dbb49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:37.237421712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d764e63-9dbf-41cf-ac2c-955317da3ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:37.289612132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d764e63-9dbf-41cf-ac2c-955317da3ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:37.341568219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d764e63-9dbf-41cf-ac2c-955317da3ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:37.394704645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d764e63-9dbf-41cf-ac2c-955317da3ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:38.871644153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c42beb3-b4ff-4fa5-9964-5a5b70db0931","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:39.101277329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62d0a210-ac71-486f-8a59-37f30ea4d08c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:39.291975304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d49edbe-7c1c-49e7-bc23-2192e32e4054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:39.344317153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d49edbe-7c1c-49e7-bc23-2192e32e4054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:39.396070677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d49edbe-7c1c-49e7-bc23-2192e32e4054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:39.447852578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d49edbe-7c1c-49e7-bc23-2192e32e4054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.455846609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b66975-8e93-446a-b3ba-22c64d2e14ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.508613405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b66975-8e93-446a-b3ba-22c64d2e14ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.578130439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b66975-8e93-446a-b3ba-22c64d2e14ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:41.642018479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b66975-8e93-446a-b3ba-22c64d2e14ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:43.183535907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"905bee09-5a8b-47ce-962e-7612348db57f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:43.302552247Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"905bee09-5a8b-47ce-962e-7612348db57f","name":"e2e-worker-w4-e7929d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:48.847667583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"deeecb80-5949-4960-8982-1367ec955bd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:48.964022727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a276a22-4cc5-41ec-89d9-01b8a14e403a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:54.941256499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fbe399-1418-46b4-a203-6da835e5a8e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:54.993210964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fbe399-1418-46b4-a203-6da835e5a8e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:55.045470959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fbe399-1418-46b4-a203-6da835e5a8e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:55.097884866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fbe399-1418-46b4-a203-6da835e5a8e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:55.878919768Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.01517456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3c9aff-06d5-4e6f-8cf1-e9c8a7ebc039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.06705798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3c9aff-06d5-4e6f-8cf1-e9c8a7ebc039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.119066194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3c9aff-06d5-4e6f-8cf1-e9c8a7ebc039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:57.170954431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3c9aff-06d5-4e6f-8cf1-e9c8a7ebc039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:58.09383705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"40dfd0b9-1e21-46c7-9703-63374f120c67","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:58.237990506Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"40dfd0b9-1e21-46c7-9703-63374f120c67","name":"e2e-worker-w1-fd61e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:59.13723879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e938394-b788-496d-b4c5-09ded1f72db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:59.1966418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e938394-b788-496d-b4c5-09ded1f72db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:59.250247331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e938394-b788-496d-b4c5-09ded1f72db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:46:59.301991826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e938394-b788-496d-b4c5-09ded1f72db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:13.43800347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"542d78da-1a8c-4141-942c-b5e92ad5d20e","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:14.964584732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375f49fc-bf31-4c40-8237-24c9489f2db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:15.016679158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375f49fc-bf31-4c40-8237-24c9489f2db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:15.068571253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375f49fc-bf31-4c40-8237-24c9489f2db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:15.120607215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375f49fc-bf31-4c40-8237-24c9489f2db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:17.024600977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cedf55-c57d-45b5-8dd4-c2079d27041c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:17.076455775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cedf55-c57d-45b5-8dd4-c2079d27041c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:17.130770532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cedf55-c57d-45b5-8dd4-c2079d27041c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:17.184155914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cedf55-c57d-45b5-8dd4-c2079d27041c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:25.879407059Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:27.647704947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68756d02-e140-4aa9-9d2e-91f392b7fc79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:27.883345087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"007f6fa7-c387-4699-9467-2cbb4c5f7e55","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:29.691001688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acae8d75-5f01-46d3-9790-5fb84b31b5aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:29.742757199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acae8d75-5f01-46d3-9790-5fb84b31b5aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:29.794570986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acae8d75-5f01-46d3-9790-5fb84b31b5aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:29.846253923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acae8d75-5f01-46d3-9790-5fb84b31b5aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:31.845766798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a986e9-9e92-4216-b63d-247269e77f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:31.898278976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a986e9-9e92-4216-b63d-247269e77f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:31.950255842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a986e9-9e92-4216-b63d-247269e77f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:32.002371903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a986e9-9e92-4216-b63d-247269e77f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:34.175170307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"562258de-7382-4270-a89a-325ca295d20a","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:39.576038416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"92591346-f58f-471c-a2e7-2ab639894449","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:39.648238253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"7c517d6e-ee0c-4750-9c7b-fe87cba0cd1d","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:43.156343768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"2875b7d6-dc35-4baa-8d6b-457aba2b8792","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:46.160600577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"446b3abf-a865-40e0-b8d1-f0d6dc7747b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:46.279902627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc83b752-55a1-429c-a537-dccad25fbd88","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:47:55.881102185Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.191723327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"62be7ad3-21ae-4815-a48a-18bba10fc22a","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:11.262553973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"386222e3-39df-485c-8d0d-35e0701b74f7","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:22.272330235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"6b861ba9-af83-4dc2-910c-c400917ff938","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:22.534450194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"92d3406f-a6e4-4be2-98c1-367c6ca9946a","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:22.806343282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"91a0420f-2ebc-4058-9d73-90184b679c1c","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:22.865202116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb66e260-649c-42ed-a4c9-33ff396145b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:22.865231153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb66e260-649c-42ed-a4c9-33ff396145b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:22.913483122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"589eef3a-52a1-4a9f-87db-30f60ec2f1b7","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:22.923178113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48057dd4-adb0-47a6-8d56-6fc8dd35085d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:22.923194651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48057dd4-adb0-47a6-8d56-6fc8dd35085d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:22.97002009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"d6a32e9b-7d5d-421e-8189-7882c5c54d65","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:22.976279042Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-3b6013/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.183241655Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"311e4d76-d66d-42e1-9fbd-cb0689555dec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"simulator-w3-3b6013","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-3b6013/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.214826627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"2a19e1a2-1d83-405c-b9ac-892613a84c3b","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.273363502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"7e17b4ba-5eed-464c-9a2d-36f275aacf54","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:23.327403714Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"7e17b4ba-5eed-464c-9a2d-36f275aacf54","name":"simulator-w3-3b6013","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-3b6013\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:23.327466075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"7e17b4ba-5eed-464c-9a2d-36f275aacf54","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-3b6013\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.332768901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"a8c52333-5352-4b10-9106-4b4379a7aabd","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.345812072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"516eee87-1791-443a-9ac9-7d7dd201b115","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.373195938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"5769ab59-5ca0-4736-9185-1af65d9c0f12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.50217161Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"5769ab59-5ca0-4736-9185-1af65d9c0f12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.518164478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"15315a98-2492-454b-9ede-d3dc341e29c7","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.554763715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"4025ace1-e98c-4563-8cf9-1f9d37ca16a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.557502587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-3b6013-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"5769ab59-5ca0-4736-9185-1af65d9c0f12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.575620639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"963c3b7b-e33d-42cd-8044-1dc66ea03e9a","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.61474357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"d55f57d5-74ae-465e-911c-511446f57532","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.626362477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"78568f9e-3c60-483e-a294-a14d6cc3a429","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:23.628410605Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-3b6013/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.683258557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"3426bf1f-80cf-43c3-a743-796698ecc4a4","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.719875146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"c419ad23-9228-472d-8d45-4b560330b65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.777077106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"c419ad23-9228-472d-8d45-4b560330b65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.808765708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"bcea7402-7a93-4db2-b1a0-979760571b1e","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.832966307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-3b6013-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"c419ad23-9228-472d-8d45-4b560330b65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.867076359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"841b31e0-1c55-4f5b-9da0-c4d170493c12","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.895770396Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"9bf946a3-43a4-4ebd-9339-03cb4e581b67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"premium-w3-3b6013","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-3b6013/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:23.988500411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"beb41b28-e1be-4fd1-9fe7-34e6cb428dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.04525616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"beb41b28-e1be-4fd1-9fe7-34e6cb428dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.059890754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"79e32faa-5d89-4efb-8686-813d0c49f6a4","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.088519302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fc47027e-2ae7-46a7-b8d5-42372037e787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.101178583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-3b6013-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"beb41b28-e1be-4fd1-9fe7-34e6cb428dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.145390386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fc47027e-2ae7-46a7-b8d5-42372037e787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.201072617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-3b6013-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fc47027e-2ae7-46a7-b8d5-42372037e787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.258136353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"c6564b8a-db35-4f10-87be-912df3ad025d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.258514908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"6aeaaba5-d688-4230-95e9-c1e7e90b9a8b","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.268730733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"c209336a-44ab-4f14-910c-8f53a98876b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.315716588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"c6564b8a-db35-4f10-87be-912df3ad025d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.371136643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-3b6013-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"c6564b8a-db35-4f10-87be-912df3ad025d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.413692997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"514bde3b-4a76-46a5-8f5c-21b652f2837a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.470679986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"514bde3b-4a76-46a5-8f5c-21b652f2837a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.527045353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-3b6013-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"514bde3b-4a76-46a5-8f5c-21b652f2837a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.787328291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"edf77013-a9f6-44e4-8280-e6def225debf","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:24.860883073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"e41d9d86-bb3f-4615-85c0-c91bf8307c16","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:25.880208327Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:31.906919612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"2a18a90a-3ca2-4d9a-b050-a8e26b10e7da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.022548733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"1f261684-19a1-4252-9c2b-f42bf5fdf30b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.071593962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"4dd60303-ba7c-4a89-bbad-5fadacb6ed98","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.162882588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fc6184f7-ec30-40fc-8b00-d37a01cf2b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.162894342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"0a517091-b210-4051-ad8e-1f39d678b134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.184888416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"4dfff829-e7a9-4caa-a732-304b9511c394","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.220354417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fc6184f7-ec30-40fc-8b00-d37a01cf2b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.220412704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"0a517091-b210-4051-ad8e-1f39d678b134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.276236037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-3b6013-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (846876362c9dda77237598cb6b319bd534e6e88e72c7a5ea2c95f39e34fe56aa) AuthConfig (8e17faa35e4f26ecf154bc10764b35f1ddb39c68bfe9496106f0417e2b97f028) AuthConfig (b0a8b3c3c32848602ecbb88f3d107cf865e37cf228e8cfe720ae96e3eea4e61e) AuthConfig (936f6a3359bd83b8c874d51ef287e288015f22fd9ebe9bfc55fc26812a2b8686) AuthConfig (def1ee1930b49465a1cb5c6d0c3a4e5c49fd5285d09cafd15ddaa96b09b97bd8) AuthConfig (9b96acc335fc5b92d8a9192d0fc895e5c310c27383784246e437494a6007f649) AuthConfig (450cc469cae5dbd556b584aa36ac9218c7369595b30d8d1d517efecaea974279) AuthConfig (f264ce27cf901ce51884f3ecd1cc42055c21a3bd554a9dcb8d399707a653d736) AuthConfig (07764ba63533b54abe44cff64eb155a059abdd0698181a2cd4b5cdaab82e97f9) AuthConfig (4e0869329b4a64df3c8dab435838650c19a689f84736d3bc0174fadf3b68574e) AuthConfig (393ed865429a1613c764086f226afd5b6c3c287db414769a16ff4df58d25db5b) AuthConfig (5012b7bbf900a022bce3cdf813881ce994ba69654046223b438e009defe850f5) AuthConfig (69572debf5cf91dcd9ace4de2dd16f5a2380c6f4b3a5b2c3fb7d109b2f790f50) AuthConfig (4453f82649c8f1db4a00d02447490a9c6b9484a790007313d43887ca8f08d967) AuthConfig (94bfdb7cdbe2ba8d6484defc2417b3a1b283d8824c8d7b3a58b72f1df8e02ef1) AuthConfig (5d001597a0fa56a0a3e6f3dffd106cb6ad336b636b6c19614f8f866f783a89d7) AuthConfig (81531a4912ba52c2b7c43d97e93b11972fcd1284c3f439efd81da7ae7f78f34c) AuthConfig (a07a4905565addc8b633f7070bc07349b76d4009b8801bad6ac2e655a8e0da19) AuthConfig (ad67559c10e5584b83e92ddca7f893f0623d7233d9a8fa8b8e87ee9f59c6cca9) AuthConfig (f59023780dd4b8c995ae9a442f9daa731dcf2901529a16aa475078a515fb37ff) AuthConfig (f5a5d19ccd1b48799ee0d1e1932e7cd87136cf233ef2bf7dfd869d976bafe84a) AuthConfig (01c2d9d50e9bebfbf2164eab697ec829f143c75e4f391fe8780e3b84318d3bed) AuthConfig (afd49446eb650d431839df815af20b8e7ed42f5981aade36dcfeacdfa0c9f277) AuthConfig (e6d2e46db84d40a2c79e48d9c026ec711990b1698e3f0b7dcc64db45bca68c0e) AuthConfig (57cc2b9430cf4dd14df588a8a10116163b63181288e7d71675f1848b1a0261ca) AuthConfig (1478580863e5b6f5f7a95a7dc8767fde3ff904c1ba6c0425d796353e4d8b1caa) AuthConfig (62cb81e0725a74b714f4ef510b329f19bca41c0a204b8ccffcfa1fa5dfe91628) AuthConfig (40026c72a3bf2093434d6b553f7e176cc999d24b3a0f4e0f9c23ec7c7e43cbc1) AuthConfig (1c07b7337a241bb33809e0dcf28b7da9e8a93ee3cf4aa7e56b309a51d6d9bcef) AuthConfig (0ae7f09ad678320d85f5062ca18cb087b1ada8c5fdd328552ebc27e5a4fb50fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"0a517091-b210-4051-ad8e-1f39d678b134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.276317751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-3b6013-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (846876362c9dda77237598cb6b319bd534e6e88e72c7a5ea2c95f39e34fe56aa) AuthConfig (8e17faa35e4f26ecf154bc10764b35f1ddb39c68bfe9496106f0417e2b97f028) AuthConfig (b0a8b3c3c32848602ecbb88f3d107cf865e37cf228e8cfe720ae96e3eea4e61e) AuthConfig (936f6a3359bd83b8c874d51ef287e288015f22fd9ebe9bfc55fc26812a2b8686) AuthConfig (def1ee1930b49465a1cb5c6d0c3a4e5c49fd5285d09cafd15ddaa96b09b97bd8) AuthConfig (9b96acc335fc5b92d8a9192d0fc895e5c310c27383784246e437494a6007f649) AuthConfig (450cc469cae5dbd556b584aa36ac9218c7369595b30d8d1d517efecaea974279) AuthConfig (f264ce27cf901ce51884f3ecd1cc42055c21a3bd554a9dcb8d399707a653d736) AuthConfig (07764ba63533b54abe44cff64eb155a059abdd0698181a2cd4b5cdaab82e97f9) AuthConfig (4e0869329b4a64df3c8dab435838650c19a689f84736d3bc0174fadf3b68574e) AuthConfig (393ed865429a1613c764086f226afd5b6c3c287db414769a16ff4df58d25db5b) AuthConfig (5012b7bbf900a022bce3cdf813881ce994ba69654046223b438e009defe850f5) AuthConfig (69572debf5cf91dcd9ace4de2dd16f5a2380c6f4b3a5b2c3fb7d109b2f790f50) AuthConfig (4453f82649c8f1db4a00d02447490a9c6b9484a790007313d43887ca8f08d967) AuthConfig (94bfdb7cdbe2ba8d6484defc2417b3a1b283d8824c8d7b3a58b72f1df8e02ef1) AuthConfig (5d001597a0fa56a0a3e6f3dffd106cb6ad336b636b6c19614f8f866f783a89d7) AuthConfig (81531a4912ba52c2b7c43d97e93b11972fcd1284c3f439efd81da7ae7f78f34c) AuthConfig (a07a4905565addc8b633f7070bc07349b76d4009b8801bad6ac2e655a8e0da19) AuthConfig (ad67559c10e5584b83e92ddca7f893f0623d7233d9a8fa8b8e87ee9f59c6cca9) AuthConfig (f59023780dd4b8c995ae9a442f9daa731dcf2901529a16aa475078a515fb37ff) AuthConfig (f5a5d19ccd1b48799ee0d1e1932e7cd87136cf233ef2bf7dfd869d976bafe84a) AuthConfig (01c2d9d50e9bebfbf2164eab697ec829f143c75e4f391fe8780e3b84318d3bed) AuthConfig (afd49446eb650d431839df815af20b8e7ed42f5981aade36dcfeacdfa0c9f277) AuthConfig (e6d2e46db84d40a2c79e48d9c026ec711990b1698e3f0b7dcc64db45bca68c0e) AuthConfig (57cc2b9430cf4dd14df588a8a10116163b63181288e7d71675f1848b1a0261ca) AuthConfig (1478580863e5b6f5f7a95a7dc8767fde3ff904c1ba6c0425d796353e4d8b1caa) AuthConfig (62cb81e0725a74b714f4ef510b329f19bca41c0a204b8ccffcfa1fa5dfe91628) AuthConfig (40026c72a3bf2093434d6b553f7e176cc999d24b3a0f4e0f9c23ec7c7e43cbc1) AuthConfig (1c07b7337a241bb33809e0dcf28b7da9e8a93ee3cf4aa7e56b309a51d6d9bcef) AuthConfig (0ae7f09ad678320d85f5062ca18cb087b1ada8c5fdd328552ebc27e5a4fb50fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fc6184f7-ec30-40fc-8b00-d37a01cf2b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.333991648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"9bdff202-7e6a-4f97-b386-c6307f4accf9","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.336515709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"316a43c5-6bd3-4c5b-8777-c8e19eeeda78","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.489104934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"97396ded-e5a4-44d4-9e8c-8201be3e7d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.490241096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"f3c4a5b1-7d28-43d7-87cc-2fb90d72ded3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.546127346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"97396ded-e5a4-44d4-9e8c-8201be3e7d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.546979432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"f3c4a5b1-7d28-43d7-87cc-2fb90d72ded3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.602455529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-3b6013-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (846876362c9dda77237598cb6b319bd534e6e88e72c7a5ea2c95f39e34fe56aa) AuthConfig (8e17faa35e4f26ecf154bc10764b35f1ddb39c68bfe9496106f0417e2b97f028) AuthConfig (b0a8b3c3c32848602ecbb88f3d107cf865e37cf228e8cfe720ae96e3eea4e61e) AuthConfig (936f6a3359bd83b8c874d51ef287e288015f22fd9ebe9bfc55fc26812a2b8686) AuthConfig (def1ee1930b49465a1cb5c6d0c3a4e5c49fd5285d09cafd15ddaa96b09b97bd8) AuthConfig (9b96acc335fc5b92d8a9192d0fc895e5c310c27383784246e437494a6007f649) AuthConfig (450cc469cae5dbd556b584aa36ac9218c7369595b30d8d1d517efecaea974279) AuthConfig (f264ce27cf901ce51884f3ecd1cc42055c21a3bd554a9dcb8d399707a653d736) AuthConfig (07764ba63533b54abe44cff64eb155a059abdd0698181a2cd4b5cdaab82e97f9) AuthConfig (4e0869329b4a64df3c8dab435838650c19a689f84736d3bc0174fadf3b68574e) AuthConfig (393ed865429a1613c764086f226afd5b6c3c287db414769a16ff4df58d25db5b) AuthConfig (5012b7bbf900a022bce3cdf813881ce994ba69654046223b438e009defe850f5) AuthConfig (69572debf5cf91dcd9ace4de2dd16f5a2380c6f4b3a5b2c3fb7d109b2f790f50) AuthConfig (4453f82649c8f1db4a00d02447490a9c6b9484a790007313d43887ca8f08d967) AuthConfig (94bfdb7cdbe2ba8d6484defc2417b3a1b283d8824c8d7b3a58b72f1df8e02ef1) AuthConfig (5d001597a0fa56a0a3e6f3dffd106cb6ad336b636b6c19614f8f866f783a89d7) AuthConfig (81531a4912ba52c2b7c43d97e93b11972fcd1284c3f439efd81da7ae7f78f34c) AuthConfig (a07a4905565addc8b633f7070bc07349b76d4009b8801bad6ac2e655a8e0da19) AuthConfig (ad67559c10e5584b83e92ddca7f893f0623d7233d9a8fa8b8e87ee9f59c6cca9) AuthConfig (f59023780dd4b8c995ae9a442f9daa731dcf2901529a16aa475078a515fb37ff) AuthConfig (f5a5d19ccd1b48799ee0d1e1932e7cd87136cf233ef2bf7dfd869d976bafe84a) AuthConfig (01c2d9d50e9bebfbf2164eab697ec829f143c75e4f391fe8780e3b84318d3bed) AuthConfig (afd49446eb650d431839df815af20b8e7ed42f5981aade36dcfeacdfa0c9f277) AuthConfig (e6d2e46db84d40a2c79e48d9c026ec711990b1698e3f0b7dcc64db45bca68c0e) AuthConfig (57cc2b9430cf4dd14df588a8a10116163b63181288e7d71675f1848b1a0261ca) AuthConfig (1478580863e5b6f5f7a95a7dc8767fde3ff904c1ba6c0425d796353e4d8b1caa) AuthConfig (62cb81e0725a74b714f4ef510b329f19bca41c0a204b8ccffcfa1fa5dfe91628) AuthConfig (40026c72a3bf2093434d6b553f7e176cc999d24b3a0f4e0f9c23ec7c7e43cbc1) AuthConfig (1c07b7337a241bb33809e0dcf28b7da9e8a93ee3cf4aa7e56b309a51d6d9bcef) AuthConfig (0ae7f09ad678320d85f5062ca18cb087b1ada8c5fdd328552ebc27e5a4fb50fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"f3c4a5b1-7d28-43d7-87cc-2fb90d72ded3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:32.602522346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-3b6013-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (846876362c9dda77237598cb6b319bd534e6e88e72c7a5ea2c95f39e34fe56aa) AuthConfig (8e17faa35e4f26ecf154bc10764b35f1ddb39c68bfe9496106f0417e2b97f028) AuthConfig (b0a8b3c3c32848602ecbb88f3d107cf865e37cf228e8cfe720ae96e3eea4e61e) AuthConfig (936f6a3359bd83b8c874d51ef287e288015f22fd9ebe9bfc55fc26812a2b8686) AuthConfig (def1ee1930b49465a1cb5c6d0c3a4e5c49fd5285d09cafd15ddaa96b09b97bd8) AuthConfig (9b96acc335fc5b92d8a9192d0fc895e5c310c27383784246e437494a6007f649) AuthConfig (450cc469cae5dbd556b584aa36ac9218c7369595b30d8d1d517efecaea974279) AuthConfig (f264ce27cf901ce51884f3ecd1cc42055c21a3bd554a9dcb8d399707a653d736) AuthConfig (07764ba63533b54abe44cff64eb155a059abdd0698181a2cd4b5cdaab82e97f9) AuthConfig (4e0869329b4a64df3c8dab435838650c19a689f84736d3bc0174fadf3b68574e) AuthConfig (393ed865429a1613c764086f226afd5b6c3c287db414769a16ff4df58d25db5b) AuthConfig (5012b7bbf900a022bce3cdf813881ce994ba69654046223b438e009defe850f5) AuthConfig (69572debf5cf91dcd9ace4de2dd16f5a2380c6f4b3a5b2c3fb7d109b2f790f50) AuthConfig (4453f82649c8f1db4a00d02447490a9c6b9484a790007313d43887ca8f08d967) AuthConfig (94bfdb7cdbe2ba8d6484defc2417b3a1b283d8824c8d7b3a58b72f1df8e02ef1) AuthConfig (5d001597a0fa56a0a3e6f3dffd106cb6ad336b636b6c19614f8f866f783a89d7) AuthConfig (81531a4912ba52c2b7c43d97e93b11972fcd1284c3f439efd81da7ae7f78f34c) AuthConfig (a07a4905565addc8b633f7070bc07349b76d4009b8801bad6ac2e655a8e0da19) AuthConfig (ad67559c10e5584b83e92ddca7f893f0623d7233d9a8fa8b8e87ee9f59c6cca9) AuthConfig (f59023780dd4b8c995ae9a442f9daa731dcf2901529a16aa475078a515fb37ff) AuthConfig (f5a5d19ccd1b48799ee0d1e1932e7cd87136cf233ef2bf7dfd869d976bafe84a) AuthConfig (01c2d9d50e9bebfbf2164eab697ec829f143c75e4f391fe8780e3b84318d3bed) AuthConfig (afd49446eb650d431839df815af20b8e7ed42f5981aade36dcfeacdfa0c9f277) AuthConfig (e6d2e46db84d40a2c79e48d9c026ec711990b1698e3f0b7dcc64db45bca68c0e) AuthConfig (57cc2b9430cf4dd14df588a8a10116163b63181288e7d71675f1848b1a0261ca) AuthConfig (1478580863e5b6f5f7a95a7dc8767fde3ff904c1ba6c0425d796353e4d8b1caa) AuthConfig (62cb81e0725a74b714f4ef510b329f19bca41c0a204b8ccffcfa1fa5dfe91628) AuthConfig (40026c72a3bf2093434d6b553f7e176cc999d24b3a0f4e0f9c23ec7c7e43cbc1) AuthConfig (1c07b7337a241bb33809e0dcf28b7da9e8a93ee3cf4aa7e56b309a51d6d9bcef) AuthConfig (0ae7f09ad678320d85f5062ca18cb087b1ada8c5fdd328552ebc27e5a4fb50fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"97396ded-e5a4-44d4-9e8c-8201be3e7d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:35.749501143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"aa51ac5f-bed4-4cfe-9bfc-6661090459ca","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.207038754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"97bad699-7a8f-4550-b727-fa549e65c89b","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.346615791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"f1d693e6-d7d9-447a-93fa-14fa1a54171c","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.40491802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"407dad31-64dc-436d-8e9f-87e250e522f0","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.453714351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"3cf1f400-5738-468c-8c7d-09f0b3f20419","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:38.457676547Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2ade09/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.510522451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"21f13635-5aba-4ef8-9a13-859ee0a972a2","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.645336931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"9fc83581-d779-4026-b065-724d2243c347","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.703764466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"4e7d2ff4-8548-4258-92a9-ab3259ca77e5","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.733852177Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"db474c42-9a72-4b64-a516-a691d0d2116f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"simulator-w0-2ade09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2ade09/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:38.757231763Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"4e7d2ff4-8548-4258-92a9-ab3259ca77e5","name":"simulator-w0-2ade09","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-2ade09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:38.757305601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"4e7d2ff4-8548-4258-92a9-ab3259ca77e5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-2ade09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.762577813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"0cc92fa2-c349-453a-aca2-b44ecd6494ef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.805969821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"a76cea2f-c7a3-49b4-8eff-cc553a8b44b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.897239307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"b5741270-7571-4bec-a2f5-2386125521cf","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.933184769Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"a76cea2f-c7a3-49b4-8eff-cc553a8b44b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.941989461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"750a5718-5f10-43a9-8daa-424569ebcf45","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.989131034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2ade09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"a76cea2f-c7a3-49b4-8eff-cc553a8b44b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:38.999427541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"1e0e4e60-b032-413c-bb51-136691949293","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.046581349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"02972a52-e54d-451f-9b35-1117bd187f6e","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.048558495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"613a6ab9-4314-4ec5-80ed-69e349d49350","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:39.052260424Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2ade09/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.105712306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"99095528-a645-42ac-a59e-02a08eaa6e10","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.106458795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"a8df6028-0b1a-42e8-afcd-68206196d6ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.149730675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"286b6666-b30a-4e58-81f3-57bab7c67a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.20663822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"286b6666-b30a-4e58-81f3-57bab7c67a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.238619495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"a776c1be-e612-481a-900e-ae3eb609f501","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.262509317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2ade09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"286b6666-b30a-4e58-81f3-57bab7c67a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.296925409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"a072631b-f79d-4fb0-9ad3-3ec2645089f4","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.321480096Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"f17c219b-bbe6-46c1-a783-d74a952a7e2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"premium-w0-2ade09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2ade09/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:39.351865574Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"a072631b-f79d-4fb0-9ad3-3ec2645089f4","name":"premium-w0-2ade09","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-2ade09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:39.351921212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"a072631b-f79d-4fb0-9ad3-3ec2645089f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-2ade09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.357990648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"032f7acd-38e5-4d39-805b-69782d02a839","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.424080352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2aae7212-21ec-4a04-bf2e-c9e111e01f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.449830471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"0dd7bf79-6351-405f-93a3-dcbe302d45ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.481327825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2aae7212-21ec-4a04-bf2e-c9e111e01f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.486821424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"5219081f-eb48-45d9-8ebf-df7a7c844843","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.506732907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"0dd7bf79-6351-405f-93a3-dcbe302d45ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.536873446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2ade09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2aae7212-21ec-4a04-bf2e-c9e111e01f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.561897551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2ade09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"0dd7bf79-6351-405f-93a3-dcbe302d45ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.61732475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"e5c30614-9fdb-42c8-95fe-1a60e84abab2","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.691186219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0d7db3b2-abea-4d55-b549-edf4ae3bc2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.695460769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"2146dd5c-957a-4bca-a818-6291f789d64b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.747786347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0d7db3b2-abea-4d55-b549-edf4ae3bc2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.791567461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c1717f63-2f04-4ec3-ba25-ac9c97e16d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.803345424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2ade09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0d7db3b2-abea-4d55-b549-edf4ae3bc2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.848268813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c1717f63-2f04-4ec3-ba25-ac9c97e16d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:39.904098199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2ade09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c1717f63-2f04-4ec3-ba25-ac9c97e16d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:42.758740352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"e9caabb9-b2cb-4ca8-9d94-1ac6cbbb518f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:42.75874338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"f31de92e-4fa1-4942-a83d-afa93bcf637c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:42.816671385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"f31de92e-4fa1-4942-a83d-afa93bcf637c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:42.817694518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"e9caabb9-b2cb-4ca8-9d94-1ac6cbbb518f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:42.872912945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-3b6013-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (846876362c9dda77237598cb6b319bd534e6e88e72c7a5ea2c95f39e34fe56aa) AuthConfig (8e17faa35e4f26ecf154bc10764b35f1ddb39c68bfe9496106f0417e2b97f028) AuthConfig (b0a8b3c3c32848602ecbb88f3d107cf865e37cf228e8cfe720ae96e3eea4e61e) AuthConfig (936f6a3359bd83b8c874d51ef287e288015f22fd9ebe9bfc55fc26812a2b8686) AuthConfig (def1ee1930b49465a1cb5c6d0c3a4e5c49fd5285d09cafd15ddaa96b09b97bd8) AuthConfig (9b96acc335fc5b92d8a9192d0fc895e5c310c27383784246e437494a6007f649) AuthConfig (450cc469cae5dbd556b584aa36ac9218c7369595b30d8d1d517efecaea974279) AuthConfig (f264ce27cf901ce51884f3ecd1cc42055c21a3bd554a9dcb8d399707a653d736) AuthConfig (07764ba63533b54abe44cff64eb155a059abdd0698181a2cd4b5cdaab82e97f9) AuthConfig (4e0869329b4a64df3c8dab435838650c19a689f84736d3bc0174fadf3b68574e) AuthConfig (393ed865429a1613c764086f226afd5b6c3c287db414769a16ff4df58d25db5b) AuthConfig (5012b7bbf900a022bce3cdf813881ce994ba69654046223b438e009defe850f5) AuthConfig (69572debf5cf91dcd9ace4de2dd16f5a2380c6f4b3a5b2c3fb7d109b2f790f50) AuthConfig (4453f82649c8f1db4a00d02447490a9c6b9484a790007313d43887ca8f08d967) AuthConfig (94bfdb7cdbe2ba8d6484defc2417b3a1b283d8824c8d7b3a58b72f1df8e02ef1) AuthConfig (5d001597a0fa56a0a3e6f3dffd106cb6ad336b636b6c19614f8f866f783a89d7) AuthConfig (81531a4912ba52c2b7c43d97e93b11972fcd1284c3f439efd81da7ae7f78f34c) AuthConfig (a07a4905565addc8b633f7070bc07349b76d4009b8801bad6ac2e655a8e0da19) AuthConfig (ad67559c10e5584b83e92ddca7f893f0623d7233d9a8fa8b8e87ee9f59c6cca9) AuthConfig (f59023780dd4b8c995ae9a442f9daa731dcf2901529a16aa475078a515fb37ff) AuthConfig (f5a5d19ccd1b48799ee0d1e1932e7cd87136cf233ef2bf7dfd869d976bafe84a) AuthConfig (01c2d9d50e9bebfbf2164eab697ec829f143c75e4f391fe8780e3b84318d3bed) AuthConfig (afd49446eb650d431839df815af20b8e7ed42f5981aade36dcfeacdfa0c9f277) AuthConfig (e6d2e46db84d40a2c79e48d9c026ec711990b1698e3f0b7dcc64db45bca68c0e) AuthConfig (57cc2b9430cf4dd14df588a8a10116163b63181288e7d71675f1848b1a0261ca) AuthConfig (1478580863e5b6f5f7a95a7dc8767fde3ff904c1ba6c0425d796353e4d8b1caa) AuthConfig (62cb81e0725a74b714f4ef510b329f19bca41c0a204b8ccffcfa1fa5dfe91628) AuthConfig (40026c72a3bf2093434d6b553f7e176cc999d24b3a0f4e0f9c23ec7c7e43cbc1) AuthConfig (1c07b7337a241bb33809e0dcf28b7da9e8a93ee3cf4aa7e56b309a51d6d9bcef) AuthConfig (0ae7f09ad678320d85f5062ca18cb087b1ada8c5fdd328552ebc27e5a4fb50fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"f31de92e-4fa1-4942-a83d-afa93bcf637c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:42.873394216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-3b6013-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (846876362c9dda77237598cb6b319bd534e6e88e72c7a5ea2c95f39e34fe56aa) AuthConfig (8e17faa35e4f26ecf154bc10764b35f1ddb39c68bfe9496106f0417e2b97f028) AuthConfig (b0a8b3c3c32848602ecbb88f3d107cf865e37cf228e8cfe720ae96e3eea4e61e) AuthConfig (936f6a3359bd83b8c874d51ef287e288015f22fd9ebe9bfc55fc26812a2b8686) AuthConfig (def1ee1930b49465a1cb5c6d0c3a4e5c49fd5285d09cafd15ddaa96b09b97bd8) AuthConfig (9b96acc335fc5b92d8a9192d0fc895e5c310c27383784246e437494a6007f649) AuthConfig (450cc469cae5dbd556b584aa36ac9218c7369595b30d8d1d517efecaea974279) AuthConfig (f264ce27cf901ce51884f3ecd1cc42055c21a3bd554a9dcb8d399707a653d736) AuthConfig (07764ba63533b54abe44cff64eb155a059abdd0698181a2cd4b5cdaab82e97f9) AuthConfig (4e0869329b4a64df3c8dab435838650c19a689f84736d3bc0174fadf3b68574e) AuthConfig (393ed865429a1613c764086f226afd5b6c3c287db414769a16ff4df58d25db5b) AuthConfig (5012b7bbf900a022bce3cdf813881ce994ba69654046223b438e009defe850f5) AuthConfig (69572debf5cf91dcd9ace4de2dd16f5a2380c6f4b3a5b2c3fb7d109b2f790f50) AuthConfig (4453f82649c8f1db4a00d02447490a9c6b9484a790007313d43887ca8f08d967) AuthConfig (94bfdb7cdbe2ba8d6484defc2417b3a1b283d8824c8d7b3a58b72f1df8e02ef1) AuthConfig (5d001597a0fa56a0a3e6f3dffd106cb6ad336b636b6c19614f8f866f783a89d7) AuthConfig (81531a4912ba52c2b7c43d97e93b11972fcd1284c3f439efd81da7ae7f78f34c) AuthConfig (a07a4905565addc8b633f7070bc07349b76d4009b8801bad6ac2e655a8e0da19) AuthConfig (ad67559c10e5584b83e92ddca7f893f0623d7233d9a8fa8b8e87ee9f59c6cca9) AuthConfig (f59023780dd4b8c995ae9a442f9daa731dcf2901529a16aa475078a515fb37ff) AuthConfig (f5a5d19ccd1b48799ee0d1e1932e7cd87136cf233ef2bf7dfd869d976bafe84a) AuthConfig (01c2d9d50e9bebfbf2164eab697ec829f143c75e4f391fe8780e3b84318d3bed) AuthConfig (afd49446eb650d431839df815af20b8e7ed42f5981aade36dcfeacdfa0c9f277) AuthConfig (e6d2e46db84d40a2c79e48d9c026ec711990b1698e3f0b7dcc64db45bca68c0e) AuthConfig (57cc2b9430cf4dd14df588a8a10116163b63181288e7d71675f1848b1a0261ca) AuthConfig (1478580863e5b6f5f7a95a7dc8767fde3ff904c1ba6c0425d796353e4d8b1caa) AuthConfig (62cb81e0725a74b714f4ef510b329f19bca41c0a204b8ccffcfa1fa5dfe91628) AuthConfig (40026c72a3bf2093434d6b553f7e176cc999d24b3a0f4e0f9c23ec7c7e43cbc1) AuthConfig (1c07b7337a241bb33809e0dcf28b7da9e8a93ee3cf4aa7e56b309a51d6d9bcef) AuthConfig (0ae7f09ad678320d85f5062ca18cb087b1ada8c5fdd328552ebc27e5a4fb50fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"e9caabb9-b2cb-4ca8-9d94-1ac6cbbb518f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:44.909182852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"d2b9e4b9-58fd-4be8-820d-a26a800046ed","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:44.980074764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"9ee5c6ae-9aa5-459b-9814-5741e665d54c","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:46.95741536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"2b55bee8-4fc3-444f-a5ba-e505b50a6512","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.137477462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"5fec8c53-272e-4746-89ca-4dfbac603162","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.342632583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"972ceca9-08c0-4c18-8ca4-479547d6af0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.458785849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"1d646f2b-7104-4a81-b53a-5944453808cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.458828733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2a7fa08e-bcac-4225-8c5c-2ac7c770c503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.5173414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2a7fa08e-bcac-4225-8c5c-2ac7c770c503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.51750177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"1d646f2b-7104-4a81-b53a-5944453808cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.559766713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"af072e5a-6829-4a14-8660-3d61d2083421","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.573574575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2ade09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd899192c4ac26d0328f95314e776c469334afd249f9c4410221d6458c18e6e4) AuthConfig (f1a09b474612f8adc1e5e12fdab98f7502068cfd86f2bc5d70637a6df9d4b5d1) AuthConfig (a014f843cc31fc14ce1e4ed8fc9fc54928543e5b8b66309314d8435ea0f88103) AuthConfig (fbb172484259310aa0a165ce361f62914592baf3b4b63f450e080577957248bf) AuthConfig (37a44dc4a9339f45d13b85dbb11611172ec33d600abe56817841678b076289d9) AuthConfig (c40007404c7961964e80cb47545db0b2eacadf1b60371783bd39cbbb4ed350c7) AuthConfig (da4a02e710b80bef7c8441363af52fea09f136ea144b3e3d1b92be88a3d9761c) AuthConfig (14a1ba9ee70e6541eebd44b8fc9c280822b01a46dcf39bc25b8b99f74a41128a) AuthConfig (54eeb541471cf76b36e90431d2f6a0983010aad662f801df71053303eb801481) AuthConfig (a74824bbc2b2dbd94429497b720c8a9a41339b913bdad4de91e22c32ded509a2) AuthConfig (76713dd0df28020996b94f8a305fdbf3a9a5b9ee4b8cd646515afed869b70083) AuthConfig (96363fef376228568e6209193929730f4701b4c0d10a0e5abde2e0d24ce4099d) AuthConfig (6c588c87bdd0d4c33285223a8df80df9443c9f8f8c98d3956764565d3d100fad) AuthConfig (e63361e7f3aee977abd4c98ff8faabc5266eacbf8d9f4bcf1cca987f6bf9a98d) AuthConfig (86c031e9b3b448e2435d5d98d708502bb1e9b84c54ea67168d284b4d629c0ca7) AuthConfig (09105d6c8dbeaa108ee1b90ebfbd7ecc0cd615ec7bdc28f2686cfd4925e5c47b) AuthConfig (9f1c689c8831d8cb331a1e153e56d57501224ed5d19a30366954daff46b01509) AuthConfig (9cca96f9f033c19909a1410e5aac2ce34744d616cb0cf658db948e74ca94b5fc) AuthConfig (3ed5e8c218743566ca8c3d468963092e38f30e840a85d2dad3e75cb0736c3013) AuthConfig (d6538b6ab5bbcea8d5c257d917c288ce7f5e46fff96ac578811529a87a7d5dda) AuthConfig (a9aed028882b10b40a4de80e33de32bfb5f5bef6b26e943d8e7186849d3e4b2a) AuthConfig (3b3d1acb9643985c5280a8b4155ab77cb4caf860a8ef5a82b0e1c555a14095cd) AuthConfig (08e8768494b70650df3745b482ad7066d56c6819ba75f17a99037b0696e8488b) AuthConfig (c4dbbb8476f77e46720b48c3a00a6a1ec0ea1e07f66fb0e65615f6611694414c) AuthConfig (e47769f0315701d8793c9a931f748c20d7050d50e2fdf40216f5e9805a9bdc3b) AuthConfig (c792458228454f8b1bdddd68df9e89971979606da2efcefe41b0b3aa43872e1c) AuthConfig (037c4472beea3794545287d26e79eafb703ef03eafd673269da9df73f09cfed2) AuthConfig (860647fbffd7c8e9227a7a56c8fab7a26d47ca281b5584f90592d1a91dc73914) AuthConfig (27ffccf4956fed151299ccebc8e3a0a7a4e581881d774962a1c05eafff6586f3) AuthConfig (82f1188fd5ac35a7ebeb1746f77957ade198cb0427aa8f5ab010d908622467e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2a7fa08e-bcac-4225-8c5c-2ac7c770c503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.573684442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2ade09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd899192c4ac26d0328f95314e776c469334afd249f9c4410221d6458c18e6e4) AuthConfig (f1a09b474612f8adc1e5e12fdab98f7502068cfd86f2bc5d70637a6df9d4b5d1) AuthConfig (a014f843cc31fc14ce1e4ed8fc9fc54928543e5b8b66309314d8435ea0f88103) AuthConfig (fbb172484259310aa0a165ce361f62914592baf3b4b63f450e080577957248bf) AuthConfig (37a44dc4a9339f45d13b85dbb11611172ec33d600abe56817841678b076289d9) AuthConfig (c40007404c7961964e80cb47545db0b2eacadf1b60371783bd39cbbb4ed350c7) AuthConfig (da4a02e710b80bef7c8441363af52fea09f136ea144b3e3d1b92be88a3d9761c) AuthConfig (14a1ba9ee70e6541eebd44b8fc9c280822b01a46dcf39bc25b8b99f74a41128a) AuthConfig (54eeb541471cf76b36e90431d2f6a0983010aad662f801df71053303eb801481) AuthConfig (a74824bbc2b2dbd94429497b720c8a9a41339b913bdad4de91e22c32ded509a2) AuthConfig (76713dd0df28020996b94f8a305fdbf3a9a5b9ee4b8cd646515afed869b70083) AuthConfig (96363fef376228568e6209193929730f4701b4c0d10a0e5abde2e0d24ce4099d) AuthConfig (6c588c87bdd0d4c33285223a8df80df9443c9f8f8c98d3956764565d3d100fad) AuthConfig (e63361e7f3aee977abd4c98ff8faabc5266eacbf8d9f4bcf1cca987f6bf9a98d) AuthConfig (86c031e9b3b448e2435d5d98d708502bb1e9b84c54ea67168d284b4d629c0ca7) AuthConfig (09105d6c8dbeaa108ee1b90ebfbd7ecc0cd615ec7bdc28f2686cfd4925e5c47b) AuthConfig (9f1c689c8831d8cb331a1e153e56d57501224ed5d19a30366954daff46b01509) AuthConfig (9cca96f9f033c19909a1410e5aac2ce34744d616cb0cf658db948e74ca94b5fc) AuthConfig (3ed5e8c218743566ca8c3d468963092e38f30e840a85d2dad3e75cb0736c3013) AuthConfig (d6538b6ab5bbcea8d5c257d917c288ce7f5e46fff96ac578811529a87a7d5dda) AuthConfig (a9aed028882b10b40a4de80e33de32bfb5f5bef6b26e943d8e7186849d3e4b2a) AuthConfig (3b3d1acb9643985c5280a8b4155ab77cb4caf860a8ef5a82b0e1c555a14095cd) AuthConfig (08e8768494b70650df3745b482ad7066d56c6819ba75f17a99037b0696e8488b) AuthConfig (c4dbbb8476f77e46720b48c3a00a6a1ec0ea1e07f66fb0e65615f6611694414c) AuthConfig (e47769f0315701d8793c9a931f748c20d7050d50e2fdf40216f5e9805a9bdc3b) AuthConfig (c792458228454f8b1bdddd68df9e89971979606da2efcefe41b0b3aa43872e1c) AuthConfig (037c4472beea3794545287d26e79eafb703ef03eafd673269da9df73f09cfed2) AuthConfig (860647fbffd7c8e9227a7a56c8fab7a26d47ca281b5584f90592d1a91dc73914) AuthConfig (27ffccf4956fed151299ccebc8e3a0a7a4e581881d774962a1c05eafff6586f3) AuthConfig (82f1188fd5ac35a7ebeb1746f77957ade198cb0427aa8f5ab010d908622467e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"1d646f2b-7104-4a81-b53a-5944453808cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.618546374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"11378e8c-46bc-47dd-a3bd-41b872aab25f","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.631449328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"763421b0-85d0-4c01-9077-db11416aa6af","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.633681392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"79959fff-edac-434e-a49c-362e27c9753d","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.686556901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"eacf763e-d308-4101-9122-0e999d7f879c","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.744582806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"fe0e5d97-50d6-4f4a-aaba-671da8740d6c","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.785881842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"bb83b505-80af-4405-a61f-7916ea759d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.792778919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"c0592b19-3288-4f43-ab9c-133faebf49fb","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:47.799398273Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.843415692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"bb83b505-80af-4405-a61f-7916ea759d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.848198775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"4330a346-e455-46c1-8c2b-049768b54a58","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.886968096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"b28f638a-a9bb-481e-9234-2afc0f88ad5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.907334315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2ade09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd899192c4ac26d0328f95314e776c469334afd249f9c4410221d6458c18e6e4) AuthConfig (f1a09b474612f8adc1e5e12fdab98f7502068cfd86f2bc5d70637a6df9d4b5d1) AuthConfig (a014f843cc31fc14ce1e4ed8fc9fc54928543e5b8b66309314d8435ea0f88103) AuthConfig (fbb172484259310aa0a165ce361f62914592baf3b4b63f450e080577957248bf) AuthConfig (37a44dc4a9339f45d13b85dbb11611172ec33d600abe56817841678b076289d9) AuthConfig (c40007404c7961964e80cb47545db0b2eacadf1b60371783bd39cbbb4ed350c7) AuthConfig (da4a02e710b80bef7c8441363af52fea09f136ea144b3e3d1b92be88a3d9761c) AuthConfig (14a1ba9ee70e6541eebd44b8fc9c280822b01a46dcf39bc25b8b99f74a41128a) AuthConfig (54eeb541471cf76b36e90431d2f6a0983010aad662f801df71053303eb801481) AuthConfig (a74824bbc2b2dbd94429497b720c8a9a41339b913bdad4de91e22c32ded509a2) AuthConfig (76713dd0df28020996b94f8a305fdbf3a9a5b9ee4b8cd646515afed869b70083) AuthConfig (96363fef376228568e6209193929730f4701b4c0d10a0e5abde2e0d24ce4099d) AuthConfig (6c588c87bdd0d4c33285223a8df80df9443c9f8f8c98d3956764565d3d100fad) AuthConfig (e63361e7f3aee977abd4c98ff8faabc5266eacbf8d9f4bcf1cca987f6bf9a98d) AuthConfig (86c031e9b3b448e2435d5d98d708502bb1e9b84c54ea67168d284b4d629c0ca7) AuthConfig (09105d6c8dbeaa108ee1b90ebfbd7ecc0cd615ec7bdc28f2686cfd4925e5c47b) AuthConfig (9f1c689c8831d8cb331a1e153e56d57501224ed5d19a30366954daff46b01509) AuthConfig (9cca96f9f033c19909a1410e5aac2ce34744d616cb0cf658db948e74ca94b5fc) AuthConfig (3ed5e8c218743566ca8c3d468963092e38f30e840a85d2dad3e75cb0736c3013) AuthConfig (d6538b6ab5bbcea8d5c257d917c288ce7f5e46fff96ac578811529a87a7d5dda) AuthConfig (a9aed028882b10b40a4de80e33de32bfb5f5bef6b26e943d8e7186849d3e4b2a) AuthConfig (3b3d1acb9643985c5280a8b4155ab77cb4caf860a8ef5a82b0e1c555a14095cd) AuthConfig (08e8768494b70650df3745b482ad7066d56c6819ba75f17a99037b0696e8488b) AuthConfig (c4dbbb8476f77e46720b48c3a00a6a1ec0ea1e07f66fb0e65615f6611694414c) AuthConfig (e47769f0315701d8793c9a931f748c20d7050d50e2fdf40216f5e9805a9bdc3b) AuthConfig (c792458228454f8b1bdddd68df9e89971979606da2efcefe41b0b3aa43872e1c) AuthConfig (037c4472beea3794545287d26e79eafb703ef03eafd673269da9df73f09cfed2) AuthConfig (860647fbffd7c8e9227a7a56c8fab7a26d47ca281b5584f90592d1a91dc73914) AuthConfig (27ffccf4956fed151299ccebc8e3a0a7a4e581881d774962a1c05eafff6586f3) AuthConfig (82f1188fd5ac35a7ebeb1746f77957ade198cb0427aa8f5ab010d908622467e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"bb83b505-80af-4405-a61f-7916ea759d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.944090574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"b28f638a-a9bb-481e-9234-2afc0f88ad5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:47.979808753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"76832824-4b4f-4b50-b6c0-18783f84b7c0","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.000023245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2ade09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd899192c4ac26d0328f95314e776c469334afd249f9c4410221d6458c18e6e4) AuthConfig (f1a09b474612f8adc1e5e12fdab98f7502068cfd86f2bc5d70637a6df9d4b5d1) AuthConfig (a014f843cc31fc14ce1e4ed8fc9fc54928543e5b8b66309314d8435ea0f88103) AuthConfig (fbb172484259310aa0a165ce361f62914592baf3b4b63f450e080577957248bf) AuthConfig (37a44dc4a9339f45d13b85dbb11611172ec33d600abe56817841678b076289d9) AuthConfig (c40007404c7961964e80cb47545db0b2eacadf1b60371783bd39cbbb4ed350c7) AuthConfig (da4a02e710b80bef7c8441363af52fea09f136ea144b3e3d1b92be88a3d9761c) AuthConfig (14a1ba9ee70e6541eebd44b8fc9c280822b01a46dcf39bc25b8b99f74a41128a) AuthConfig (54eeb541471cf76b36e90431d2f6a0983010aad662f801df71053303eb801481) AuthConfig (a74824bbc2b2dbd94429497b720c8a9a41339b913bdad4de91e22c32ded509a2) AuthConfig (76713dd0df28020996b94f8a305fdbf3a9a5b9ee4b8cd646515afed869b70083) AuthConfig (96363fef376228568e6209193929730f4701b4c0d10a0e5abde2e0d24ce4099d) AuthConfig (6c588c87bdd0d4c33285223a8df80df9443c9f8f8c98d3956764565d3d100fad) AuthConfig (e63361e7f3aee977abd4c98ff8faabc5266eacbf8d9f4bcf1cca987f6bf9a98d) AuthConfig (86c031e9b3b448e2435d5d98d708502bb1e9b84c54ea67168d284b4d629c0ca7) AuthConfig (09105d6c8dbeaa108ee1b90ebfbd7ecc0cd615ec7bdc28f2686cfd4925e5c47b) AuthConfig (9f1c689c8831d8cb331a1e153e56d57501224ed5d19a30366954daff46b01509) AuthConfig (9cca96f9f033c19909a1410e5aac2ce34744d616cb0cf658db948e74ca94b5fc) AuthConfig (3ed5e8c218743566ca8c3d468963092e38f30e840a85d2dad3e75cb0736c3013) AuthConfig (d6538b6ab5bbcea8d5c257d917c288ce7f5e46fff96ac578811529a87a7d5dda) AuthConfig (a9aed028882b10b40a4de80e33de32bfb5f5bef6b26e943d8e7186849d3e4b2a) AuthConfig (3b3d1acb9643985c5280a8b4155ab77cb4caf860a8ef5a82b0e1c555a14095cd) AuthConfig (08e8768494b70650df3745b482ad7066d56c6819ba75f17a99037b0696e8488b) AuthConfig (c4dbbb8476f77e46720b48c3a00a6a1ec0ea1e07f66fb0e65615f6611694414c) AuthConfig (e47769f0315701d8793c9a931f748c20d7050d50e2fdf40216f5e9805a9bdc3b) AuthConfig (c792458228454f8b1bdddd68df9e89971979606da2efcefe41b0b3aa43872e1c) AuthConfig (037c4472beea3794545287d26e79eafb703ef03eafd673269da9df73f09cfed2) AuthConfig (860647fbffd7c8e9227a7a56c8fab7a26d47ca281b5584f90592d1a91dc73914) AuthConfig (27ffccf4956fed151299ccebc8e3a0a7a4e581881d774962a1c05eafff6586f3) AuthConfig (82f1188fd5ac35a7ebeb1746f77957ade198cb0427aa8f5ab010d908622467e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"b28f638a-a9bb-481e-9234-2afc0f88ad5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.041124398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"4ae4610b-a61c-4de2-a925-c971067e5b73","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.062366923Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"db2bef20-1bb4-44d0-b124-a8e44b08824f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"simulator-w2-4a7a52","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:48.09574048Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"4ae4610b-a61c-4de2-a925-c971067e5b73","name":"simulator-w2-4a7a52","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-4a7a52\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:48.095807046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"4ae4610b-a61c-4de2-a925-c971067e5b73","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-4a7a52\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.101116137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"eb5e1695-b659-4efe-949a-ad36507bbc50","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.141189096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9a138bf4-9442-4626-9b8b-a5177c08f1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.226877667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"232d971d-7e38-4f74-ae1d-c3acbbbfb3d3","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.268187838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9a138bf4-9442-4626-9b8b-a5177c08f1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.269166358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"8158f703-35cb-458f-992c-5f9fb1b2bca7","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.324081955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9a138bf4-9442-4626-9b8b-a5177c08f1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.328463546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"cf04d71f-66b6-49ff-8d51-3355e244265a","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.378091124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"c32140f2-7168-4de8-aa16-399ffa8a5c72","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.381259304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"9788ef65-ec68-4321-b2bc-914a8964380d","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:48.381544295Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-4a7a52/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.435346088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"3a4c8924-7cf2-4387-947f-4bb56f042519","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.435407189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"cb00c6ee-6dda-422c-bdce-38d288834488","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.487266784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"ced00fd4-a3d7-4430-8fe4-a662db9e1e90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.544016177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"ced00fd4-a3d7-4430-8fe4-a662db9e1e90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.552218126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"b142102f-86b5-4ded-85ee-1ea029984849","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.599584073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"ced00fd4-a3d7-4430-8fe4-a662db9e1e90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.612585499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"39fbc163-eab4-46f6-8d08-c17aaa6098ef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.645948935Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"908598e2-fd55-4fbf-870b-bf56a6eb5d08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"premium-w2-4a7a52","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:48.666637934Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"39fbc163-eab4-46f6-8d08-c17aaa6098ef","name":"premium-w2-4a7a52","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-4a7a52\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:48.66669291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"39fbc163-eab4-46f6-8d08-c17aaa6098ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-4a7a52\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.671984365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"a9904511-f4b1-43da-b5c9-a57f2883c653","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.765213084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"4ef329ef-0e9d-4613-9c8f-5614e9a3d042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.767622058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"01a93ca6-9ad5-43ed-ab64-8e71c0e6df53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.810046754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"e49abd3d-c146-4015-b2b3-915790a0750f","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.821915553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"4ef329ef-0e9d-4613-9c8f-5614e9a3d042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.824012142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"01a93ca6-9ad5-43ed-ab64-8e71c0e6df53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.877715844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"4ef329ef-0e9d-4613-9c8f-5614e9a3d042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.879414576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"01a93ca6-9ad5-43ed-ab64-8e71c0e6df53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:48.93345644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"b89100c1-4593-47d8-ba50-434172bf020b","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:49.023656409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"0dde6e7e-97b3-4e99-ad4b-f73f8397f8a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:49.088134331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"9026408b-23c8-4c4e-83b4-d5fffe5b50a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:49.144882409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"9026408b-23c8-4c4e-83b4-d5fffe5b50a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:49.200454003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"9026408b-23c8-4c4e-83b4-d5fffe5b50a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:53.031118582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"a93e3f4b-0834-4d7a-8da6-6f679103c08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:53.031118592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"f1d73069-2886-4651-8aa4-ad0cc6d77d84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:53.089569825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"a93e3f4b-0834-4d7a-8da6-6f679103c08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:53.09021331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"f1d73069-2886-4651-8aa4-ad0cc6d77d84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:53.407411464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"ab6fd112-d700-4617-9477-447a706cb335","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:53.410053555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"a1d02095-037a-4af6-9d35-d5961c1be379","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:55.879218537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.064490001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"ea20e0de-e96f-453e-9b2e-f35bfe6f339a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.121455599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"ea20e0de-e96f-453e-9b2e-f35bfe6f339a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.166608706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e1e689ae-9bab-4971-af5d-5630d251663f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.172834605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"ba88d891-16bd-4e1d-9664-0caee8023536","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.223624789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e1e689ae-9bab-4971-af5d-5630d251663f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.339082644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"4f6a4196-de78-4065-97f1-4d5eb2fec788","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.440493195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"f7d0dd7a-4000-4ea2-824d-654c6bb832aa","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.461572712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"535b990c-ef98-450c-9ed1-229312142d36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.543713489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"2860737b-1d07-4a4e-8ae2-bafe133ba433","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.557896522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"ab9573cd-3037-4e33-a84c-8687e56a8596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.557896524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"a74ce75a-9cb6-4f17-b73c-881cd7066ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.615180794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"a74ce75a-9cb6-4f17-b73c-881cd7066ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.61556943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"ab9573cd-3037-4e33-a84c-8687e56a8596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.625458977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"81f88b59-291d-436c-804b-ee45bb9f4042","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.672477655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20e081b22212d2f949678b89ae75ecd19db5baccf946187dcabd3f1315e21dca) AuthConfig (9af218e3dd787e7b8d594afab0fbc1da240a036b2bd8efb6638e956230261fb0) AuthConfig (8486489334d67915706a4e1fa59379ff1adbc3ec06bdb49e0ed3089d702c3257) AuthConfig (2252751475aa01f3788dd0f0a41d2d7d26547bb364b6da8bf25ea17b451f542b) AuthConfig (dea6eb2efc08cd673b7eada3f2571777748db0b82b143d24e127be9a60372035) AuthConfig (69eb9af40ac87a16960f57192d397bac2fa4952863be048dfe1c2ae857f05975) AuthConfig (916859943e234bb042770b79ceb1e9f239e543d2baaf37bc523ee0a2e99cd369) AuthConfig (58f3506985f946be05c45af2f2b9fbc4c56cacf0b5caecd7900e5e888f00f18c) AuthConfig (9b8c8b83c9e2546adcaabad19816788f742df5e14f0241542a3b68e7cb162670) AuthConfig (3db7e811f6d98d9b2c48b308f6198693fe3d1c8bfad759f36e5ab38bd9f21c25) AuthConfig (f81ba1900ea5362ec2bea65878789bae5c2ac24193dad6947215af409cfcea50) AuthConfig (c2b3b908badf07ef8ec6d312504bd6af811fdd001ac2597b9fead4c555e6be57) AuthConfig (f9916fabbdcf16e6d0ee935896a8f6fdf33c105d4d8306503d1d866df2864739) AuthConfig (939024b997af1162020598a0c410ff1704f89082e11ff892f1b3bee8b70ea21f) AuthConfig (9aeccecd4d69611344b7f0dd3559a0417b85b295e59d7cbf405e39f3fa0efc38) AuthConfig (4938a9553f7af2dcede0ea092a2821f6baf77a9f0e03636d9cbb8735dd140c97) AuthConfig (342d537ec12ff8ad5dd0d1885ec9ae14bca6f3adbb048aa9fa11dd0649f134c8) AuthConfig (9cd7a368a22379fec9307734388b6f9e6acd9928258adc317e0c886473a5950f) AuthConfig (ef6d551711cbf1757f4cf9078f24abbd9ed49ab4c8cb94170882771ddb47f58f) AuthConfig (4bd0b0feebaf65b3b6d898e5fc1b2c0311cd7db471b9db6d9877710a0e03552b) AuthConfig (514b8952c3d94ad4d6dd779cfe9fbe8e5fe48a4ce399fc47cc438edfee43e0a9) AuthConfig (c07f8d281217a88cf7d28f3257d1579279b8ebf1b7c5aa9d47f1022633432cd8) AuthConfig (ed619c70283383286b6fddc31eed779f23f1fc5286a2471d8ebab111c510efc8) AuthConfig (c990284ff595cd9183fe427e38d4ac5507d33d1cf2c7859aea5621372d30b816) AuthConfig (e1b52af50bacbac4c1ac0833c17a0e72958762d4d618937381a1accf391fe36e) AuthConfig (f84f023bbac7e00412b7e78f4925c6fe766799865e2bc9305faefe6e00b72383) AuthConfig (cdb0e24e9e783c942df9608be9d7d4859863ef7400c3130a1e3369dd33ee870c) AuthConfig (36f772bdd9c46dd2466a39cf046c0f8d80e9a09fe2b81a6acf61b8acfb9cc5cf) AuthConfig (926b4f215729d3c594c15edc2a249be12c29cd8c45841145a4b4f743f6667e79) AuthConfig (548b3399ac31eff3551a8f2d9844055597e89484159e9b6e2dcee9fe7c56bad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"a74ce75a-9cb6-4f17-b73c-881cd7066ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.674729383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20e081b22212d2f949678b89ae75ecd19db5baccf946187dcabd3f1315e21dca) AuthConfig (9af218e3dd787e7b8d594afab0fbc1da240a036b2bd8efb6638e956230261fb0) AuthConfig (8486489334d67915706a4e1fa59379ff1adbc3ec06bdb49e0ed3089d702c3257) AuthConfig (2252751475aa01f3788dd0f0a41d2d7d26547bb364b6da8bf25ea17b451f542b) AuthConfig (dea6eb2efc08cd673b7eada3f2571777748db0b82b143d24e127be9a60372035) AuthConfig (69eb9af40ac87a16960f57192d397bac2fa4952863be048dfe1c2ae857f05975) AuthConfig (916859943e234bb042770b79ceb1e9f239e543d2baaf37bc523ee0a2e99cd369) AuthConfig (58f3506985f946be05c45af2f2b9fbc4c56cacf0b5caecd7900e5e888f00f18c) AuthConfig (9b8c8b83c9e2546adcaabad19816788f742df5e14f0241542a3b68e7cb162670) AuthConfig (3db7e811f6d98d9b2c48b308f6198693fe3d1c8bfad759f36e5ab38bd9f21c25) AuthConfig (f81ba1900ea5362ec2bea65878789bae5c2ac24193dad6947215af409cfcea50) AuthConfig (c2b3b908badf07ef8ec6d312504bd6af811fdd001ac2597b9fead4c555e6be57) AuthConfig (f9916fabbdcf16e6d0ee935896a8f6fdf33c105d4d8306503d1d866df2864739) AuthConfig (939024b997af1162020598a0c410ff1704f89082e11ff892f1b3bee8b70ea21f) AuthConfig (9aeccecd4d69611344b7f0dd3559a0417b85b295e59d7cbf405e39f3fa0efc38) AuthConfig (4938a9553f7af2dcede0ea092a2821f6baf77a9f0e03636d9cbb8735dd140c97) AuthConfig (342d537ec12ff8ad5dd0d1885ec9ae14bca6f3adbb048aa9fa11dd0649f134c8) AuthConfig (9cd7a368a22379fec9307734388b6f9e6acd9928258adc317e0c886473a5950f) AuthConfig (ef6d551711cbf1757f4cf9078f24abbd9ed49ab4c8cb94170882771ddb47f58f) AuthConfig (4bd0b0feebaf65b3b6d898e5fc1b2c0311cd7db471b9db6d9877710a0e03552b) AuthConfig (514b8952c3d94ad4d6dd779cfe9fbe8e5fe48a4ce399fc47cc438edfee43e0a9) AuthConfig (c07f8d281217a88cf7d28f3257d1579279b8ebf1b7c5aa9d47f1022633432cd8) AuthConfig (ed619c70283383286b6fddc31eed779f23f1fc5286a2471d8ebab111c510efc8) AuthConfig (c990284ff595cd9183fe427e38d4ac5507d33d1cf2c7859aea5621372d30b816) AuthConfig (e1b52af50bacbac4c1ac0833c17a0e72958762d4d618937381a1accf391fe36e) AuthConfig (f84f023bbac7e00412b7e78f4925c6fe766799865e2bc9305faefe6e00b72383) AuthConfig (cdb0e24e9e783c942df9608be9d7d4859863ef7400c3130a1e3369dd33ee870c) AuthConfig (36f772bdd9c46dd2466a39cf046c0f8d80e9a09fe2b81a6acf61b8acfb9cc5cf) AuthConfig (926b4f215729d3c594c15edc2a249be12c29cd8c45841145a4b4f743f6667e79) AuthConfig (548b3399ac31eff3551a8f2d9844055597e89484159e9b6e2dcee9fe7c56bad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"ab9573cd-3037-4e33-a84c-8687e56a8596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.730265891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"dcf31875-2bd1-480e-b32e-deff8a53f264","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.732852375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"e854bd05-8e8b-4ef2-a093-1bd8110e4820","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.885542162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"90493196-1698-4089-a913-12129f3fee4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.887077611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"73a3953b-fcea-490c-891d-253c5961c666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.942791638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"90493196-1698-4089-a913-12129f3fee4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.943728175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"73a3953b-fcea-490c-891d-253c5961c666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.998897451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20e081b22212d2f949678b89ae75ecd19db5baccf946187dcabd3f1315e21dca) AuthConfig (9af218e3dd787e7b8d594afab0fbc1da240a036b2bd8efb6638e956230261fb0) AuthConfig (8486489334d67915706a4e1fa59379ff1adbc3ec06bdb49e0ed3089d702c3257) AuthConfig (2252751475aa01f3788dd0f0a41d2d7d26547bb364b6da8bf25ea17b451f542b) AuthConfig (dea6eb2efc08cd673b7eada3f2571777748db0b82b143d24e127be9a60372035) AuthConfig (69eb9af40ac87a16960f57192d397bac2fa4952863be048dfe1c2ae857f05975) AuthConfig (916859943e234bb042770b79ceb1e9f239e543d2baaf37bc523ee0a2e99cd369) AuthConfig (58f3506985f946be05c45af2f2b9fbc4c56cacf0b5caecd7900e5e888f00f18c) AuthConfig (9b8c8b83c9e2546adcaabad19816788f742df5e14f0241542a3b68e7cb162670) AuthConfig (3db7e811f6d98d9b2c48b308f6198693fe3d1c8bfad759f36e5ab38bd9f21c25) AuthConfig (f81ba1900ea5362ec2bea65878789bae5c2ac24193dad6947215af409cfcea50) AuthConfig (c2b3b908badf07ef8ec6d312504bd6af811fdd001ac2597b9fead4c555e6be57) AuthConfig (f9916fabbdcf16e6d0ee935896a8f6fdf33c105d4d8306503d1d866df2864739) AuthConfig (939024b997af1162020598a0c410ff1704f89082e11ff892f1b3bee8b70ea21f) AuthConfig (9aeccecd4d69611344b7f0dd3559a0417b85b295e59d7cbf405e39f3fa0efc38) AuthConfig (4938a9553f7af2dcede0ea092a2821f6baf77a9f0e03636d9cbb8735dd140c97) AuthConfig (342d537ec12ff8ad5dd0d1885ec9ae14bca6f3adbb048aa9fa11dd0649f134c8) AuthConfig (9cd7a368a22379fec9307734388b6f9e6acd9928258adc317e0c886473a5950f) AuthConfig (ef6d551711cbf1757f4cf9078f24abbd9ed49ab4c8cb94170882771ddb47f58f) AuthConfig (4bd0b0feebaf65b3b6d898e5fc1b2c0311cd7db471b9db6d9877710a0e03552b) AuthConfig (514b8952c3d94ad4d6dd779cfe9fbe8e5fe48a4ce399fc47cc438edfee43e0a9) AuthConfig (c07f8d281217a88cf7d28f3257d1579279b8ebf1b7c5aa9d47f1022633432cd8) AuthConfig (ed619c70283383286b6fddc31eed779f23f1fc5286a2471d8ebab111c510efc8) AuthConfig (c990284ff595cd9183fe427e38d4ac5507d33d1cf2c7859aea5621372d30b816) AuthConfig (e1b52af50bacbac4c1ac0833c17a0e72958762d4d618937381a1accf391fe36e) AuthConfig (f84f023bbac7e00412b7e78f4925c6fe766799865e2bc9305faefe6e00b72383) AuthConfig (cdb0e24e9e783c942df9608be9d7d4859863ef7400c3130a1e3369dd33ee870c) AuthConfig (36f772bdd9c46dd2466a39cf046c0f8d80e9a09fe2b81a6acf61b8acfb9cc5cf) AuthConfig (926b4f215729d3c594c15edc2a249be12c29cd8c45841145a4b4f743f6667e79) AuthConfig (548b3399ac31eff3551a8f2d9844055597e89484159e9b6e2dcee9fe7c56bad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"90493196-1698-4089-a913-12129f3fee4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:58.999798266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20e081b22212d2f949678b89ae75ecd19db5baccf946187dcabd3f1315e21dca) AuthConfig (9af218e3dd787e7b8d594afab0fbc1da240a036b2bd8efb6638e956230261fb0) AuthConfig (8486489334d67915706a4e1fa59379ff1adbc3ec06bdb49e0ed3089d702c3257) AuthConfig (2252751475aa01f3788dd0f0a41d2d7d26547bb364b6da8bf25ea17b451f542b) AuthConfig (dea6eb2efc08cd673b7eada3f2571777748db0b82b143d24e127be9a60372035) AuthConfig (69eb9af40ac87a16960f57192d397bac2fa4952863be048dfe1c2ae857f05975) AuthConfig (916859943e234bb042770b79ceb1e9f239e543d2baaf37bc523ee0a2e99cd369) AuthConfig (58f3506985f946be05c45af2f2b9fbc4c56cacf0b5caecd7900e5e888f00f18c) AuthConfig (9b8c8b83c9e2546adcaabad19816788f742df5e14f0241542a3b68e7cb162670) AuthConfig (3db7e811f6d98d9b2c48b308f6198693fe3d1c8bfad759f36e5ab38bd9f21c25) AuthConfig (f81ba1900ea5362ec2bea65878789bae5c2ac24193dad6947215af409cfcea50) AuthConfig (c2b3b908badf07ef8ec6d312504bd6af811fdd001ac2597b9fead4c555e6be57) AuthConfig (f9916fabbdcf16e6d0ee935896a8f6fdf33c105d4d8306503d1d866df2864739) AuthConfig (939024b997af1162020598a0c410ff1704f89082e11ff892f1b3bee8b70ea21f) AuthConfig (9aeccecd4d69611344b7f0dd3559a0417b85b295e59d7cbf405e39f3fa0efc38) AuthConfig (4938a9553f7af2dcede0ea092a2821f6baf77a9f0e03636d9cbb8735dd140c97) AuthConfig (342d537ec12ff8ad5dd0d1885ec9ae14bca6f3adbb048aa9fa11dd0649f134c8) AuthConfig (9cd7a368a22379fec9307734388b6f9e6acd9928258adc317e0c886473a5950f) AuthConfig (ef6d551711cbf1757f4cf9078f24abbd9ed49ab4c8cb94170882771ddb47f58f) AuthConfig (4bd0b0feebaf65b3b6d898e5fc1b2c0311cd7db471b9db6d9877710a0e03552b) AuthConfig (514b8952c3d94ad4d6dd779cfe9fbe8e5fe48a4ce399fc47cc438edfee43e0a9) AuthConfig (c07f8d281217a88cf7d28f3257d1579279b8ebf1b7c5aa9d47f1022633432cd8) AuthConfig (ed619c70283383286b6fddc31eed779f23f1fc5286a2471d8ebab111c510efc8) AuthConfig (c990284ff595cd9183fe427e38d4ac5507d33d1cf2c7859aea5621372d30b816) AuthConfig (e1b52af50bacbac4c1ac0833c17a0e72958762d4d618937381a1accf391fe36e) AuthConfig (f84f023bbac7e00412b7e78f4925c6fe766799865e2bc9305faefe6e00b72383) AuthConfig (cdb0e24e9e783c942df9608be9d7d4859863ef7400c3130a1e3369dd33ee870c) AuthConfig (36f772bdd9c46dd2466a39cf046c0f8d80e9a09fe2b81a6acf61b8acfb9cc5cf) AuthConfig (926b4f215729d3c594c15edc2a249be12c29cd8c45841145a4b4f743f6667e79) AuthConfig (548b3399ac31eff3551a8f2d9844055597e89484159e9b6e2dcee9fe7c56bad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"73a3953b-fcea-490c-891d-253c5961c666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:59.052609658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"90493196-1698-4089-a913-12129f3fee4d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:48:59.053254196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"73a3953b-fcea-490c-891d-253c5961c666","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:59.212337619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0e253782-c54f-487e-8751-80643017bd37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:59.212548118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"54febd25-70fc-4078-9295-233561e1c4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:59.269803174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"54febd25-70fc-4078-9295-233561e1c4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:59.269803153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0e253782-c54f-487e-8751-80643017bd37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:59.325928178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20e081b22212d2f949678b89ae75ecd19db5baccf946187dcabd3f1315e21dca) AuthConfig (9af218e3dd787e7b8d594afab0fbc1da240a036b2bd8efb6638e956230261fb0) AuthConfig (8486489334d67915706a4e1fa59379ff1adbc3ec06bdb49e0ed3089d702c3257) AuthConfig (2252751475aa01f3788dd0f0a41d2d7d26547bb364b6da8bf25ea17b451f542b) AuthConfig (dea6eb2efc08cd673b7eada3f2571777748db0b82b143d24e127be9a60372035) AuthConfig (69eb9af40ac87a16960f57192d397bac2fa4952863be048dfe1c2ae857f05975) AuthConfig (916859943e234bb042770b79ceb1e9f239e543d2baaf37bc523ee0a2e99cd369) AuthConfig (58f3506985f946be05c45af2f2b9fbc4c56cacf0b5caecd7900e5e888f00f18c) AuthConfig (9b8c8b83c9e2546adcaabad19816788f742df5e14f0241542a3b68e7cb162670) AuthConfig (3db7e811f6d98d9b2c48b308f6198693fe3d1c8bfad759f36e5ab38bd9f21c25) AuthConfig (f81ba1900ea5362ec2bea65878789bae5c2ac24193dad6947215af409cfcea50) AuthConfig (c2b3b908badf07ef8ec6d312504bd6af811fdd001ac2597b9fead4c555e6be57) AuthConfig (f9916fabbdcf16e6d0ee935896a8f6fdf33c105d4d8306503d1d866df2864739) AuthConfig (939024b997af1162020598a0c410ff1704f89082e11ff892f1b3bee8b70ea21f) AuthConfig (9aeccecd4d69611344b7f0dd3559a0417b85b295e59d7cbf405e39f3fa0efc38) AuthConfig (4938a9553f7af2dcede0ea092a2821f6baf77a9f0e03636d9cbb8735dd140c97) AuthConfig (342d537ec12ff8ad5dd0d1885ec9ae14bca6f3adbb048aa9fa11dd0649f134c8) AuthConfig (9cd7a368a22379fec9307734388b6f9e6acd9928258adc317e0c886473a5950f) AuthConfig (ef6d551711cbf1757f4cf9078f24abbd9ed49ab4c8cb94170882771ddb47f58f) AuthConfig (4bd0b0feebaf65b3b6d898e5fc1b2c0311cd7db471b9db6d9877710a0e03552b) AuthConfig (514b8952c3d94ad4d6dd779cfe9fbe8e5fe48a4ce399fc47cc438edfee43e0a9) AuthConfig (c07f8d281217a88cf7d28f3257d1579279b8ebf1b7c5aa9d47f1022633432cd8) AuthConfig (ed619c70283383286b6fddc31eed779f23f1fc5286a2471d8ebab111c510efc8) AuthConfig (c990284ff595cd9183fe427e38d4ac5507d33d1cf2c7859aea5621372d30b816) AuthConfig (e1b52af50bacbac4c1ac0833c17a0e72958762d4d618937381a1accf391fe36e) AuthConfig (f84f023bbac7e00412b7e78f4925c6fe766799865e2bc9305faefe6e00b72383) AuthConfig (cdb0e24e9e783c942df9608be9d7d4859863ef7400c3130a1e3369dd33ee870c) AuthConfig (36f772bdd9c46dd2466a39cf046c0f8d80e9a09fe2b81a6acf61b8acfb9cc5cf) AuthConfig (926b4f215729d3c594c15edc2a249be12c29cd8c45841145a4b4f743f6667e79) AuthConfig (548b3399ac31eff3551a8f2d9844055597e89484159e9b6e2dcee9fe7c56bad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"54febd25-70fc-4078-9295-233561e1c4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:48:59.326022763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20e081b22212d2f949678b89ae75ecd19db5baccf946187dcabd3f1315e21dca) AuthConfig (9af218e3dd787e7b8d594afab0fbc1da240a036b2bd8efb6638e956230261fb0) AuthConfig (8486489334d67915706a4e1fa59379ff1adbc3ec06bdb49e0ed3089d702c3257) AuthConfig (2252751475aa01f3788dd0f0a41d2d7d26547bb364b6da8bf25ea17b451f542b) AuthConfig (dea6eb2efc08cd673b7eada3f2571777748db0b82b143d24e127be9a60372035) AuthConfig (69eb9af40ac87a16960f57192d397bac2fa4952863be048dfe1c2ae857f05975) AuthConfig (916859943e234bb042770b79ceb1e9f239e543d2baaf37bc523ee0a2e99cd369) AuthConfig (58f3506985f946be05c45af2f2b9fbc4c56cacf0b5caecd7900e5e888f00f18c) AuthConfig (9b8c8b83c9e2546adcaabad19816788f742df5e14f0241542a3b68e7cb162670) AuthConfig (3db7e811f6d98d9b2c48b308f6198693fe3d1c8bfad759f36e5ab38bd9f21c25) AuthConfig (f81ba1900ea5362ec2bea65878789bae5c2ac24193dad6947215af409cfcea50) AuthConfig (c2b3b908badf07ef8ec6d312504bd6af811fdd001ac2597b9fead4c555e6be57) AuthConfig (f9916fabbdcf16e6d0ee935896a8f6fdf33c105d4d8306503d1d866df2864739) AuthConfig (939024b997af1162020598a0c410ff1704f89082e11ff892f1b3bee8b70ea21f) AuthConfig (9aeccecd4d69611344b7f0dd3559a0417b85b295e59d7cbf405e39f3fa0efc38) AuthConfig (4938a9553f7af2dcede0ea092a2821f6baf77a9f0e03636d9cbb8735dd140c97) AuthConfig (342d537ec12ff8ad5dd0d1885ec9ae14bca6f3adbb048aa9fa11dd0649f134c8) AuthConfig (9cd7a368a22379fec9307734388b6f9e6acd9928258adc317e0c886473a5950f) AuthConfig (ef6d551711cbf1757f4cf9078f24abbd9ed49ab4c8cb94170882771ddb47f58f) AuthConfig (4bd0b0feebaf65b3b6d898e5fc1b2c0311cd7db471b9db6d9877710a0e03552b) AuthConfig (514b8952c3d94ad4d6dd779cfe9fbe8e5fe48a4ce399fc47cc438edfee43e0a9) AuthConfig (c07f8d281217a88cf7d28f3257d1579279b8ebf1b7c5aa9d47f1022633432cd8) AuthConfig (ed619c70283383286b6fddc31eed779f23f1fc5286a2471d8ebab111c510efc8) AuthConfig (c990284ff595cd9183fe427e38d4ac5507d33d1cf2c7859aea5621372d30b816) AuthConfig (e1b52af50bacbac4c1ac0833c17a0e72958762d4d618937381a1accf391fe36e) AuthConfig (f84f023bbac7e00412b7e78f4925c6fe766799865e2bc9305faefe6e00b72383) AuthConfig (cdb0e24e9e783c942df9608be9d7d4859863ef7400c3130a1e3369dd33ee870c) AuthConfig (36f772bdd9c46dd2466a39cf046c0f8d80e9a09fe2b81a6acf61b8acfb9cc5cf) AuthConfig (926b4f215729d3c594c15edc2a249be12c29cd8c45841145a4b4f743f6667e79) AuthConfig (548b3399ac31eff3551a8f2d9844055597e89484159e9b6e2dcee9fe7c56bad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0e253782-c54f-487e-8751-80643017bd37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.178944889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"0d023d17-afcb-4e11-8b99-3e0ff014138f","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.234050697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"64ccc200-bfb4-43dd-94fa-8ef577bff383","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.389942689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893-auth","reconcileID":"bf9d6b08-bf86-4f36-8461-84431fbb3f7f","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.447260505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893-auth","reconcileID":"bf9d6b08-bf86-4f36-8461-84431fbb3f7f","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.455748909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"36a87f2c-1802-40d1-867b-0f5bc358fc6b","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.514738052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"affcc92d-3194-45b6-baf4-e714b4f92bd5","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.564536148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"8d985f2e-5e5f-4e9c-9c13-e4d081775696","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:03.566841032Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-3b6013/e2e-dry-sub-5937a893","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-5937a893\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.610588827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"f8e42ff2-4665-4702-8213-c6434c003f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.610596298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"89b85475-595e-4ab2-8078-bb3037d8ac69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.621867381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"5d972527-d38c-41ae-bc4a-8c7f1f01d0f5","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.667658475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"89b85475-595e-4ab2-8078-bb3037d8ac69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.670016454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"f8e42ff2-4665-4702-8213-c6434c003f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.766413245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"f6be9cfa-83af-412c-8e40-1bbea1148856","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.890695953Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5937a893","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893","reconcileID":"9d322f07-b9d2-4c65-874f-b09ed400ca4f","MaaSSubscription":{"name":"e2e-dry-sub-5937a893","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-3b6013/e2e-dry-sub-5937a893","ai-tenant-e2e-worker-w3-3b6013/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.921208358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893-auth","reconcileID":"42cbdeb3-0d99-4b05-a8a1-66631042d8ca","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:03.978905642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893-auth","reconcileID":"42cbdeb3-0d99-4b05-a8a1-66631042d8ca","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:04.057063145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"45b08dc8-1fa2-44c5-a27d-04dfa84e3724","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:04.063893036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"04b4af8a-0a18-48cf-97f1-be08b5d0650c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:04.063893288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"48a6b0d6-70a6-475c-a4bf-966684ae3f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:04.1010682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"04f04021-c264-4935-9410-9cf502715f54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:04.12162637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"48a6b0d6-70a6-475c-a4bf-966684ae3f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:04.121672552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"04b4af8a-0a18-48cf-97f1-be08b5d0650c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:04.267628842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5937a893","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893","reconcileID":"ded61d3a-5281-4a26-8ec3-b0b50ed50f93","MaaSSubscription":{"name":"e2e-dry-sub-5937a893","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:06.367277677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ef800c9-9619-480d-9d88-7c07c67282dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:06.485499451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"eccf923f-1a3c-46c6-845d-f7869a84eec6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:06.627074516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"b6b81226-cb49-4f58-8a4c-bc61dbcc116d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:06.726990043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1c5e713-f9e3-4b08-8700-f249335522e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:06.829798429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"46fe9a47-45ee-44a3-8826-4478e6225bdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:07.040482354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"405e3136-0e74-479a-bc9a-0cbd644329c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:07.156614587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"b596111d-0193-462e-a4e9-e324581975c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:08.160976124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"0e29fed6-990c-4df3-b7c2-d127268cb5a4","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:08.317178509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"e28526e3-cf1a-43b5-915c-e31080b06f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:08.31737702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893-auth","reconcileID":"5b4389f6-9b93-4f1a-ad5a-eb5c71c7d5c1","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:08.317182176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"95556bcc-9e69-404f-9bec-3ff467157ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:08.376057041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893-auth","reconcileID":"5b4389f6-9b93-4f1a-ad5a-eb5c71c7d5c1","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:08.376245798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"95556bcc-9e69-404f-9bec-3ff467157ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:08.379704961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"e28526e3-cf1a-43b5-915c-e31080b06f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:09.483707903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"71e492c8-30dd-4228-ac5a-6f1e7521582e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:09.484166884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5164cff0-aeb0-495b-a863-091401741311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:09.540820784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5164cff0-aeb0-495b-a863-091401741311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:09.540895387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"71e492c8-30dd-4228-ac5a-6f1e7521582e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:09.858127696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"aa057fc0-de4d-447e-bcbc-f3b759820bae","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:09.858631756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"50df0f7e-11c8-4d15-9dc2-b50a8777add0","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.707368477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"d8ebf2e8-60e3-4912-881e-29ae3acdd3d3","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:10.780365634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"c9373157-cac0-4286-a303-7a7542eb544b","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.210912522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"e3b33931-18e8-452a-aa65-350464319535","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.267721063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"8ee5ea04-4acc-4e9f-ae1d-26138364671e","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.423065357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-auth","reconcileID":"b474eb91-3668-4c58-8889-2678dfc150f8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.480442163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-auth","reconcileID":"b474eb91-3668-4c58-8889-2678dfc150f8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.496924046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"c0e48cf2-673c-4444-bdcb-dee035e3ca8e","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.558704324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"8b0e058a-2c84-4687-8b85-ce9d32fcd0d5","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:16.609482098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-sub","reconcileID":"4799b1eb-b9ac-4069-988b-85e1b5739c4c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.655026423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"a2661955-5a0c-468c-ab7e-d4bcf169a4ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.655087731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"ac8d135d-f026-47bb-b8b1-68cb4573ba49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.715329488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"ac8d135d-f026-47bb-b8b1-68cb4573ba49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.715356992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"a2661955-5a0c-468c-ab7e-d4bcf169a4ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.727349103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"6dd920d0-af31-4e06-a9a2-df89a3facc93","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.785160279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"e5272b70-7740-494a-b648-99dca394ec14","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.797128952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"cf5eb680-e142-4dff-9ae5-feb0583c3a35","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:16.952677109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-auth","reconcileID":"0403df5f-9684-4ef0-8a4e-8b3ce234ac8d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.004782864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"57aabc0d-cec0-447e-9055-934dd5085173","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.009637858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-auth","reconcileID":"0403df5f-9684-4ef0-8a4e-8b3ce234ac8d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.052386954Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-sub","reconcileID":"f5263a38-98ba-4cb9-8347-b86fd44ed813","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/e2e-apikey-active-sub","ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.05325209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"858f7369-68be-48a7-a03b-a0a05fe273ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.053989362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"cd2fe919-a067-487b-ad92-a1df52631855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.059935866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"9f8ea836-2465-480b-aba8-5a0d4a9145ad","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.111083083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"858f7369-68be-48a7-a03b-a0a05fe273ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.112868658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"cd2fe919-a067-487b-ad92-a1df52631855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.218679837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-apikey-failed-auth","reconcileID":"3caf9682-4a93-43f1-a947-cfbc52e3d3a5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.224686738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"ae842733-cc8b-49e9-8cd0-3c7cc995fda5","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.274754531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"4e92c722-bf4d-4881-b8fc-81b156879129","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.280069897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-apikey-failed-auth","reconcileID":"3caf9682-4a93-43f1-a947-cfbc52e3d3a5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.439821911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-sub","reconcileID":"1fb79154-4068-4c49-9653-0f7c71fc5b87","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.500344347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"2e82092a-de97-4eee-a151-810e9a059258","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:17.553427694Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2ade09/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.597561054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"9b0d330f-511a-4b6a-a9dc-049e5420651a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.597620553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"b4de2752-a293-4046-b6f5-7ebf70a51014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.655046561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"b4de2752-a293-4046-b6f5-7ebf70a51014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.65585718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"9b0d330f-511a-4b6a-a9dc-049e5420651a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.67970967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"d08b92d6-fcf1-41c4-84ec-548017610053","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.835311456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-apikey-failed-auth","reconcileID":"216554f1-7e90-4133-ba89-47e49133aafd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.894089266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-apikey-failed-auth","reconcileID":"216554f1-7e90-4133-ba89-47e49133aafd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:17.994080249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"24b2339a-b418-4cd6-8487-6074101dfbfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.045108495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"46f67597-7b76-427d-ae0f-c1cb45a36e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.04526711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2dec12f1-1601-40e7-bcd5-22d42fb20beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.104236596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2dec12f1-1601-40e7-bcd5-22d42fb20beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.104405102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"46f67597-7b76-427d-ae0f-c1cb45a36e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.162527844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"f5af3408-ee03-46e2-948a-854e9f5df710","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.2616475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"e717cda2-fecc-469e-bc66-600d5b45c7da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.322507087Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5937a893","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893","reconcileID":"72418b14-3a56-4c36-bbe0-ea548868325f","MaaSSubscription":{"name":"e2e-dry-sub-5937a893","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscription":"e2e-dry-sub-5937a893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.362935181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc30d2d1-40d5-43ac-a0a0-aa47b9d1c37d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.399542166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba05d44c-9449-4c0f-9902-653b69be20f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.46151945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"038cd719-fa2e-45f7-b1bc-342cafce19b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.539279286Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5937a893","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893","reconcileID":"72418b14-3a56-4c36-bbe0-ea548868325f","MaaSSubscription":{"name":"e2e-dry-sub-5937a893","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-3b6013/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.749118719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"b78e77c5-931e-4820-8cb3-7ec2a06afde3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.753369354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"a08e3a74-8282-420a-8483-804c96a1c500","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.911507839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"d4808b0b-0f46-4e15-babc-fd28071e4f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.91175202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"bab91e9e-ea18-46ba-bfc1-f1a962cd484b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.911513361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893-auth","reconcileID":"24041ee0-a4e7-493f-b29d-0740a4b1c385","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.912424893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"cc87ff61-cfe8-4949-976c-a8e7b7ed5b3d","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.969226934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893-auth","reconcileID":"24041ee0-a4e7-493f-b29d-0740a4b1c385","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.970364557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"bab91e9e-ea18-46ba-bfc1-f1a962cd484b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:18.971527202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"d4808b0b-0f46-4e15-babc-fd28071e4f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.124502783Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-dry-sub-5937a893-auth","reconcileID":"96427593-1842-4328-98a5-c5157a4b732c","MaaSAuthPolicy":{"name":"e2e-dry-sub-5937a893-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.324368554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"04f61836-9b9f-4c4f-9970-6ad4a12a8d80","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.433211401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"a6a983bd-d967-4022-bf9e-1796e8dd050a","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.591682357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"a9ec0ed9-4b50-478d-9985-ba189dd29cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.591911449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-auth","reconcileID":"d806fd13-0eaa-49e1-96cf-d38dc00797b1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.591687285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"7981de99-16ad-4675-afce-b35f3f4ed64f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.65010988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"a9ec0ed9-4b50-478d-9985-ba189dd29cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.650198395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-auth","reconcileID":"d806fd13-0eaa-49e1-96cf-d38dc00797b1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:19.652523854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"7981de99-16ad-4675-afce-b35f3f4ed64f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.520055115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"18ca6508-268f-4355-bcc3-f1c24577f85c","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.570019017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"094d8b16-ade5-48da-bddb-a253866a05e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.570196621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-apikey-failed-auth","reconcileID":"29a931eb-28ba-4ade-a4bf-70c7591e4b12","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.570020954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"f3bdcb91-badb-4e28-8cc9-9b5e90126b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.574724094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"8142fc7c-a1d0-43c8-8a5a-d11ea2d70547","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.627781931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"f3bdcb91-badb-4e28-8cc9-9b5e90126b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.62788274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"094d8b16-ade5-48da-bddb-a253866a05e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.630024486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-apikey-failed-auth","reconcileID":"29a931eb-28ba-4ade-a4bf-70c7591e4b12","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.731368614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b-auth","reconcileID":"2c4288c6-7fdc-444e-b164-f710f3c0455c","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.788773947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b-auth","reconcileID":"2c4288c6-7fdc-444e-b164-f710f3c0455c","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.80336111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"069af0f0-a682-48d2-a676-ebfaf8cda35f","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.858629066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"01d31549-7a0f-4efa-ba76-8e1a84fc2b04","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:20.910851001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d3fac63b","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b","reconcileID":"0c3d21d8-a4d3-411c-9de4-51b232444946","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-d3fac63b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:20.957892596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"89a3c3e4-8e51-45ef-99d1-705d8167b76f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.014893308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"89a3c3e4-8e51-45ef-99d1-705d8167b76f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.026248349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"0cb91248-0951-4f6c-ac74-8689409705af","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.058934332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"03f77e20-c950-4181-b44f-cf7552e54397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.083834114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"ccdbcb7a-a77d-446a-ae06-54ac769d9278","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.104247361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"4b0c87ff-a6e7-4436-81eb-0a75ba0d4057","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.116002896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"03f77e20-c950-4181-b44f-cf7552e54397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.259526904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b-auth","reconcileID":"57edac09-ea2b-48f2-892d-4f32af32f588","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.31711008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b-auth","reconcileID":"57edac09-ea2b-48f2-892d-4f32af32f588","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.353604201Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d3fac63b","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b","reconcileID":"0fc7314b-4d74-4c0f-a7bd-322cd336df05","MaaSSubscription":{"name":"e2e-combo-sub-d3fac63b","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-3b6013/e2e-combo-sub-d3fac63b","ai-tenant-e2e-worker-w3-3b6013/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.404455235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"7619c377-fb83-4ec8-955e-daff75bdcfec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.466166635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"7619c377-fb83-4ec8-955e-daff75bdcfec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.505656235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fb6cf387-ecb9-432b-a7ae-bf7ae68c194f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.522598459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"9b6f4ff7-5a5a-48f2-b7eb-405c16bfbc1a","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.563961559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fb6cf387-ecb9-432b-a7ae-bf7ae68c194f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.567618722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"a77b3510-a7ed-4f52-af40-ad459097d594","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:21.733498534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d3fac63b","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b","reconcileID":"bfbe0549-8d86-43a3-b771-d53b39cd9e83","MaaSSubscription":{"name":"e2e-combo-sub-d3fac63b","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:25.845633656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"293ab6cc-e748-4c17-a996-64f38b406e1f","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:25.88110638Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:25.972485738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"88a6803b-81bf-4927-b736-5d9fd4b52c1b","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:25.988692126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"6a75da10-117a-4d5c-a3a6-bc1e2e0b5ee2","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:26.02594536Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-3b6013/e2e-combo-sub-d3fac63b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-d3fac63b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.079432663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"1bed6f0e-1680-4e79-8673-4bd6b357e26a","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:26.084874412Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e7929d/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.135846459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"30b78d1d-98ad-4412-85ee-4d38e16a6ad4","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.144163918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b-auth","reconcileID":"9e6e44ca-2c5f-4191-9394-19cecee78848","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.144254483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"8cd19e5e-9441-49d9-8d5d-7a97903a3c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.144793133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"f3d7b141-4ad0-430f-8519-d0635a855675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.202222494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"8cd19e5e-9441-49d9-8d5d-7a97903a3c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.204595849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"f3d7b141-4ad0-430f-8519-d0635a855675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.206744874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b-auth","reconcileID":"9e6e44ca-2c5f-4191-9394-19cecee78848","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.260236533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"e07d5632-a944-4176-bef9-c76423d6a5aa","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.318694603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"0d7f3908-f147-4de3-8c3a-115f3284a0f4","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.349393782Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"504d9b29-be2f-48ea-a6a0-e32c32164a35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"simulator-w4-e7929d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e7929d/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:26.372111096Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"0d7f3908-f147-4de3-8c3a-115f3284a0f4","name":"simulator-w4-e7929d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-e7929d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:26.372181331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"0d7f3908-f147-4de3-8c3a-115f3284a0f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-e7929d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.377540254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"70bdcaf0-c4d3-40c8-9843-ac9c14548c4e","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.419233591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"75e041b6-8e41-4562-a7b5-dbf00e564be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.514824644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"4ce32313-bc2a-4c81-b538-c7355cb36dbb","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.545806784Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"75e041b6-8e41-4562-a7b5-dbf00e564be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.546938807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"64d15d82-5935-49ee-be1d-7060b765d931","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.601634121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"75e041b6-8e41-4562-a7b5-dbf00e564be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.605361931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"1aad8da6-f2a6-4f86-8425-df304e397d13","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.655856386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"341b8777-523d-4dc5-8093-e486f412eacd","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:26.658574334Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e7929d/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.659139237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"3b08b155-6e9c-4698-a48c-628662ed2dbb","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.710611061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"5db084ca-b132-4b5a-b458-f4b929f5f9fb","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.722626814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"d26615c8-23be-41dd-bd20-954af6d0a1b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.761951108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"f40a0de1-a6ea-4c87-868d-a299e6a73431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.82133194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"f40a0de1-a6ea-4c87-868d-a299e6a73431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.825824161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"d6166203-4851-4b85-a9c1-9cb605e3d5a2","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.877219614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"f40a0de1-a6ea-4c87-868d-a299e6a73431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.888679354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"0759e2a6-8c0b-466e-8206-44c355f05317","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:26.924952376Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"3105e349-5583-4b8d-97cf-77a4a59051be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"premium-w4-e7929d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e7929d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:26.930417932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"f40a0de1-a6ea-4c87-868d-a299e6a73431","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:27.041725332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"dcff85dd-685d-491b-8fc8-347a8da8452b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:27.085531829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c23e22c9-5497-4d97-996f-33e2ad8b0303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:27.090362835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"a4526a6d-52cb-4239-8b7b-d44b0d31839f","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:27.098874465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"dcff85dd-685d-491b-8fc8-347a8da8452b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:27.142596537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c23e22c9-5497-4d97-996f-33e2ad8b0303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:27.154715499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"dcff85dd-685d-491b-8fc8-347a8da8452b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:27.198033179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c23e22c9-5497-4d97-996f-33e2ad8b0303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:27.212065167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"7c8873d1-406b-4e66-9184-e3718fb15c34","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:27.298876348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"29efa5dc-ef66-4dfb-b450-14f715e19fcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:27.367205553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"764de5e9-cc37-47e7-9f33-866ea46bb3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:27.423903123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"764de5e9-cc37-47e7-9f33-866ea46bb3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:27.479618822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"764de5e9-cc37-47e7-9f33-866ea46bb3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:29.596038973Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-sub","reconcileID":"4e6df6e9-4256-4317-8718-0fefbfbcff89","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:29.813472381Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-sub","reconcileID":"4e6df6e9-4256-4317-8718-0fefbfbcff89","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.023962567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"3ca1a2e4-7263-42c3-836f-88e68138f4df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.077965502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"3702f96d-13c4-44b5-9498-bd3686c313b3","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.136699458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"7d0d6905-e1ba-488d-8b2f-9f0219429917","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.236197046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-auth","reconcileID":"91627b5c-c4f7-423d-913a-efea17d52ce4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.236366908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"2abe15b7-92c0-4151-85e0-ebbe46b3f3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.236196555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"c3c6774a-f109-4d4a-b21f-adf2a569cc0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.237058204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"3d2412d4-446d-4ab8-85db-bcc68a45b5a2","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.294048406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-auth","reconcileID":"91627b5c-c4f7-423d-913a-efea17d52ce4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.295169546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"2abe15b7-92c0-4151-85e0-ebbe46b3f3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.296179257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"c3c6774a-f109-4d4a-b21f-adf2a569cc0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.498040869Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-active-auth","reconcileID":"804fc78b-e414-45d4-adeb-adaadd3dc9d0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.577983661Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-apikey-failed-sub","reconcileID":"595f9381-cf75-4d26-b5d3-5fc673743e94","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.578124267Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-apikey-failed-sub","reconcileID":"595f9381-cf75-4d26-b5d3-5fc673743e94","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2ade09/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:30.658583804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"a0004e7b-febb-495c-a364-72e6c03fd31b","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:31.045708188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"610f1a0e-a5ec-4622-a1d6-27ee391099e7","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:31.049689324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"1d2454d2-d374-4e2c-8d4d-2b8ffadd4aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:31.049713681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"092dabe3-11c4-4b10-8f47-1f62fa7b7185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:31.050076409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-apikey-failed-auth","reconcileID":"6f253679-72d8-4d0d-8e03-a57a8ce06906","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:31.10672396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"092dabe3-11c4-4b10-8f47-1f62fa7b7185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:31.108122403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-apikey-failed-auth","reconcileID":"6f253679-72d8-4d0d-8e03-a57a8ce06906","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:31.109071726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"1d2454d2-d374-4e2c-8d4d-2b8ffadd4aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:31.310827478Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-apikey-failed-auth","reconcileID":"781c9fb2-8d8d-4dd8-945e-a88b393a5dd1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:31.572604455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"cf3d1927-232d-4af0-abbb-dba04cc50c00","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:31.753582412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"e4979552-264c-4054-82d0-39cc7d0a5c00","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:31.808521231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"dffef6f5-0c50-454d-8d6b-2f88b3b5cc3e","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:31.963313337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-auth","reconcileID":"b5c48e6a-221b-4b51-afe0-430069f79831","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.020636629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-auth","reconcileID":"b5c48e6a-221b-4b51-afe0-430069f79831","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.021247285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"e9ea8e06-5676-4503-b089-b27d868fd76f","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.078757422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"5b8b5f3f-09e9-40cb-aebd-15a92c315226","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:32.129999945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-sub","reconcileID":"b6261278-cfcc-4115-b3f0-9d8779e6f4a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.176193224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"eff8acfa-47ef-4056-ab64-f7b48e2bdef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.176314176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"a3f905cd-ecbc-4736-936d-cdd3bdfc4a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.233634961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"eff8acfa-47ef-4056-ab64-f7b48e2bdef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.23368122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"a3f905cd-ecbc-4736-936d-cdd3bdfc4a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.244909031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"72a53a41-034f-4ca0-b527-ba453a4e688d","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.302588889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"31465ac9-c430-409a-95a8-36f6c83a2d78","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.339070754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"589e7a07-b2fb-4e48-966a-ba3f788a80f8","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.494160669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-auth","reconcileID":"460bf517-e551-4565-b4b9-1fb686fc78ab","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.551048878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-auth","reconcileID":"460bf517-e551-4565-b4b9-1fb686fc78ab","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.569590228Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-sub","reconcileID":"4d4c23c9-2c95-4dac-8ffa-b6e9830a6c9c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.569704878Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-sub","reconcileID":"4d4c23c9-2c95-4dac-8ffa-b6e9830a6c9c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.627778339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"b96b1091-50ba-4af9-a592-c8b5f994fb68","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.637058122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"f270391b-dc52-432d-801e-eb3124794321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.637185238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"00e88f85-641d-4fdc-a728-9e32af9079f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.684816786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"e4ad1e00-0eee-4842-b80e-7c2421570d5c","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.694117593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"00e88f85-641d-4fdc-a728-9e32af9079f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.69417041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"f270391b-dc52-432d-801e-eb3124794321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.780569205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"f3f909f6-c23b-49a2-8480-a9b88c39bba7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.787890814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"ad6cec7f-b436-4a97-9156-d751d98e2720","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.83942542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"e8c46bb5-2f2f-480b-92eb-93dd0eddf52f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.898115687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"e8c46bb5-2f2f-480b-92eb-93dd0eddf52f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.906268545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"2ce434c0-4e79-4ad3-8a28-5732735e373b","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.966747006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"b9e62c9c-7330-4469-ba84-57aa60186c57","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.997228932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-sub","reconcileID":"9dfa77f2-596a-4ee4-b2e2-78b24cee0d6b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:32.997390441Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-sub","reconcileID":"9dfa77f2-596a-4ee4-b2e2-78b24cee0d6b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.016030468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"13022445-0740-43a5-b26f-fa6289d45ae6","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:33.019229686Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2ade09/e2e-filter-sub-a-34f5bfe6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-34f5bfe6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.067522029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"0357aa70-06fd-4528-b838-b63e500f106c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.067642894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"c637bb7b-35cf-4e2c-83fc-59ddee9c86ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.073004593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"a2422dd1-ca6e-431b-99c7-1b2b531629de","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.129240217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"c637bb7b-35cf-4e2c-83fc-59ddee9c86ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.130324252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"0357aa70-06fd-4528-b838-b63e500f106c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.215031892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"cd81c513-7406-47d4-a561-fe39d7b4f178","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.345451925Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-34f5bfe6","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6","reconcileID":"8126fdcc-f108-49f5-a405-28a9df7abf75","MaaSSubscription":{"name":"e2e-filter-sub-a-34f5bfe6","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2ade09/e2e-filter-sub-a-34f5bfe6","ai-tenant-e2e-worker-w0-2ade09/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.373864982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"edc3c8a1-b551-41b9-951b-cdf088b06f67","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.431181032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"edc3c8a1-b551-41b9-951b-cdf088b06f67","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.511920083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"fc1a6ab8-589c-4b54-9e51-e50d31d9fd9a","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.514024479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"90687131-e7e6-4f93-8566-0527c5a397b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.51412947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"7ee186e1-e9a6-46ba-b65d-3839c6f7e75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.555636254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"2569e53d-7f4a-46f8-8644-dd4747065cd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.572193095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"7ee186e1-e9a6-46ba-b65d-3839c6f7e75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.572854205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"90687131-e7e6-4f93-8566-0527c5a397b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.726500449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-34f5bfe6","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6","reconcileID":"ae74393d-364d-4d2a-8927-1667d9862d58","MaaSSubscription":{"name":"e2e-filter-sub-a-34f5bfe6","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:33.8779637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"9f65be56-c3a3-48e5-ae25-24b9d6f23e5a","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.036907092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"1e1c9d88-d45b-4ec0-88b2-7c4ae54d5e14","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.096952769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"ff9b873d-44f0-4891-ad7f-61ee0ad9d8dd","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.145529816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"0b9c83c3-db67-415c-b4d2-20fed38c44e3","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:34.149779949Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.202637007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"5391dd68-2e4f-49ad-8cfb-01b8d1d7fc8d","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.332224931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"5b39ba45-a3f5-4d8c-91b9-06080ec41dce","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.390355393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"b6d2dc40-a11e-488f-9425-1a01468ac42d","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.420447958Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"ff25b346-47c9-40e6-80f5-c3f4fb8b68c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.492619971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"268510d3-8f07-4c53-b5e7-15d8471ddced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.589358989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"78e6001f-ec26-4996-850b-f5f1b6fb4c56","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.61192798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"3210a649-2dc6-4848-9d33-6ab9855ed5b8","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.6236323Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"268510d3-8f07-4c53-b5e7-15d8471ddced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.668874184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"f8c42231-97c2-4723-ab77-90238b1bd300","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.67989001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"268510d3-8f07-4c53-b5e7-15d8471ddced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:34.719424109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"2741cb41-ff67-42c8-bf65-0f3ee1fa13f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.72760145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"ea8dce42-b570-46ff-9f3b-d2adf0ca2766","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.736792748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"8b3ca6be-4cad-491f-bf20-f24d9a286dd4","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.797451481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"7931a9e6-2e78-4b38-bfac-1800f47d79be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.832462874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"430d574a-54cd-48d8-a1b7-271f76b82227","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.839949057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"66f1433c-444e-41f3-83f4-48613d05891b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.891038293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"87ea9d28-351e-4703-814b-57e19b7ee2cb","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.894722613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"38ab5ef9-c33d-4806-b4ad-bbe91bcf2d79","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.900500811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"66f1433c-444e-41f3-83f4-48613d05891b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.954850417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"c36b9d98-af55-413e-be25-8296a0a8b62a","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.95538839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"69174f03-7996-4e85-8a4e-3cfa4356e55e","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:34.958532328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"66f1433c-444e-41f3-83f4-48613d05891b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.099549217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-auth","reconcileID":"89c25173-8340-4aa1-b6f6-0d27cfca9b56","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.099664227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"b2fefe39-c461-4dbb-a5c0-048b9478cffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.10004074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"d2100a33-07c1-4763-beb7-ebc3261802f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.102768861Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"d896d933-d24f-4bbb-9db2-e26d06bea30b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"premium-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.106806018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c5b629b1-f6f0-473d-b13c-0bbf56d48803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.11356786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"90c28b96-29e8-4531-9383-24b09ceb6075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.160413996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"b2fefe39-c461-4dbb-a5c0-048b9478cffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.160996978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-auth","reconcileID":"89c25173-8340-4aa1-b6f6-0d27cfca9b56","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.164353591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c5b629b1-f6f0-473d-b13c-0bbf56d48803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.166475997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"d2100a33-07c1-4763-beb7-ebc3261802f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.170392174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"90c28b96-29e8-4531-9383-24b09ceb6075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.201301342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"2b515a76-132e-4cf4-82ab-d6164e529904","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.219929886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c5b629b1-f6f0-473d-b13c-0bbf56d48803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.22880408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"90c28b96-29e8-4531-9383-24b09ceb6075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.275270916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"2fdb3f32-e930-430b-93ca-7e713628ae9c","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.27613669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"040c4f07-8e57-41aa-adf8-f37268575d7d","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.366462148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"5a69f519-1b69-4624-94e2-ac09df3a65d3","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.435309073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2f895639-1539-46ff-9b97-6ee7cbf01cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.473858408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"22a5b337-fb25-4a3c-bca8-069a81d04b25","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.494071667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"8b83dbcc-6349-402c-824b-3e959904b3e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.498948064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2f895639-1539-46ff-9b97-6ee7cbf01cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.530806444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"d63902b3-8471-42e5-abaa-856123d1e0d7","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.554342809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2f895639-1539-46ff-9b97-6ee7cbf01cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:35.610730829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2f895639-1539-46ff-9b97-6ee7cbf01cd9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.688476692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"241cca05-43cd-4da1-87e1-392b882b6acf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.747579674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"241cca05-43cd-4da1-87e1-392b882b6acf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.747909769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2ade09 priority=0:[ai-tenant-e2e-worker-w0-2ade09/e2e-filter-sub-a-34f5bfe6 ai-tenant-e2e-worker-w0-2ade09/e2e-filter-sub-b-0f9e1301]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.748252816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"0d97a295-c98c-4509-9be4-d51052d21455","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.788919895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"6a72a5c5-62c0-41d8-bf51-64135e3a8b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.899974245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"b46e02d7-3eeb-49de-90a6-9c6d748256a2","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.900465764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"c38d1e1c-7c25-4c0e-a019-6f6664928eb0","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.901421798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"6a72a5c5-62c0-41d8-bf51-64135e3a8b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.950373898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"00a51920-38ab-4e12-8ccf-bbfcf0d9e83e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.950623636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"3451e53c-3ce0-4869-bacf-d352e4d45ade","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:35.950907535Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2ade09/e2e-filter-sub-b-0f9e1301","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-0f9e1301\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.951012973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"0642bbff-7119-4df6-8d0e-f86428f391b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.955842472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"c7810a7d-deef-49e0-8994-f6fff6785236","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:35.956736057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"6a72a5c5-62c0-41d8-bf51-64135e3a8b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.003685544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"3d127073-6b94-4a40-be23-0c002483a847","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.007547969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"00a51920-38ab-4e12-8ccf-bbfcf0d9e83e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.007893195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"3451e53c-3ce0-4869-bacf-d352e4d45ade","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.008920407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"c5f4ef82-c20c-4bbe-a946-5ce6930dbaad","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.009825474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"0642bbff-7119-4df6-8d0e-f86428f391b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.159402758Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d3fac63b","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b","reconcileID":"ffc9f485-62e5-427d-a388-39758c8815ae","MaaSSubscription":{"name":"e2e-combo-sub-d3fac63b","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscription":"e2e-combo-sub-d3fac63b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.159855413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"862538e6-c378-4093-9ed3-d7bb2d55b4e1","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.169843106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"a5f6f221-c8f4-4e3c-bf81-a147b90a3ad7","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.205945943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"fbbc2828-50b3-456d-8cab-86e9ffd8d4a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.227686794Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-0f9e1301","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301","reconcileID":"6e693024-41d5-4b70-abda-49e8611f2fb5","MaaSSubscription":{"name":"e2e-filter-sub-b-0f9e1301","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-2ade09/e2e-filter-sub-a-34f5bfe6","ai-tenant-e2e-worker-w0-2ade09/e2e-filter-sub-b-0f9e1301","ai-tenant-e2e-worker-w0-2ade09/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.264480407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"fbbc2828-50b3-456d-8cab-86e9ffd8d4a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.314581007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"16cbb197-5c95-46d1-b61a-f8f9beb19afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.32006009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da1402a02bd3313e6069ee90dfba9cec515b21bf530f2364d8ab9689161876fb) AuthConfig (a19b4b671313a4ad230ca8728e0bccc746d75b3704c2a0d952610544ec2ee7ed) AuthConfig (27d44aa6fa6d1b3a68b97714b7924996abc26b93e2d56edf74a9872ead85ebf5) AuthConfig (5419d54dfa936b7e8bf78d10ef54146cc078535d0dfc23d80374fc1d9ed55bcd) AuthConfig (252a79f52a12379dbf7abab2da4e196839021375271ea358b95a29fd70c7b135) AuthConfig (367c8702b2a95fde05c3ec005f4ece4174c1f56d0a2108cba9dd042cff3ccec1) AuthConfig (1addb5c88fe2f17c33f31e718620bc968d556eaf1dc64cc56aae71b295ec89ea) AuthConfig (de31742ddd644af48654a455ad3697be3f58e69f5cd4d64f5d1fbd30037ba522) AuthConfig (8a9dfde9c9c59db68e8dae420354b408b11f61abc72efdc508dac7a6885ff256) AuthConfig (ebe8347d630832997de90daa6cadcd7926d250d84af8f67bcea3f1534677c9bf) AuthConfig (655cad5b148a7eb246bc34166655b5055e94556b04c63c525ee51777195acf3c) AuthConfig (d08fefcb65fa167f406aef17b05f6a394a869ab031c970dfe6767881a6fd4e3a) AuthConfig (5a07d91fe12093fe9eef4e0177053fc2e2cea1c9010cc0e3711de34ea9f0c7d2) AuthConfig (2dd718a05766ede3268f306470f51cf20dfa9b3f4e8dfd5ab7706d606469b730) AuthConfig (fe863c2ebb131c6208ab3cedc270a2a597f7a57379fc7da256f369a7e106ee49) AuthConfig (271ce7d3895331231bdbff947a9a5f6c55932b93215f97f63e39990b779a769c) AuthConfig (8dfaaeb8861f52892aba51962ee76db4ea2be572d1c9c1f839cd2754344e0e0b) AuthConfig (df38af14aca76553e5bf3fba12d847d720dc6b21dfa33f95a3573305b081c294) AuthConfig (d665395e3b712208c80dd25b0bfbf90a3b5548140ed78b9b50bd185532564dd7) AuthConfig (a7f9676906e8ec182241cefc6a2aa6811269b585a6806f7cb8fd0358f8cb1c30) AuthConfig (a375ca65eecd9964491e1de4f5880ca1d80925ea86f31e5e31a492363ea84931) AuthConfig (99431a27268b709bc092336988ee2b03635b76012662008706a463c7294dd11a) AuthConfig (1ad1eb8f1bb19b47b31ded90ec35546b5d05bddca8b963fbdfb57669120e7d5a) AuthConfig (76c7094fcf53feacf9d605f3960194a3baab218b5621b9842df650c6d9b26b6c) AuthConfig (cc9538dadeb6daaf6a9832b224de24986ea0e33d605a0ea87e7350b0add963fe) AuthConfig (5a40579e8c2f9ea0d3630692c453f41751174a082602d94e7191dd998b7478be) AuthConfig (375f6d8168067ed0ca2512951a57c54ccb4a6fdad18d5af949178285e6686dd9) AuthConfig (0c624df6106218ea4aee102f2e72b51f29d86e428930c4b9ed8b106f2b237f9b) AuthConfig (a10663fa6b67ae2da8bc99055a1d824e82d792f51588a498ba80efcc25b72c58) AuthConfig (b0b5884246b2bc4dd43f24607246aa819567e42b0a9e7a4dbaca074eaad0b42d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"fbbc2828-50b3-456d-8cab-86e9ffd8d4a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.373830913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"16cbb197-5c95-46d1-b61a-f8f9beb19afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.375168817Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d3fac63b","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b","reconcileID":"ffc9f485-62e5-427d-a388-39758c8815ae","MaaSSubscription":{"name":"e2e-combo-sub-d3fac63b","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-3b6013/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.379410192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"9e0bc79b-e5a9-46fc-a253-b171e8b15348","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.391669737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"235e59a0-e425-411e-9898-140bad63390d","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.416175375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e7a1447c-9acd-4dc8-bc8a-b65f9ad829d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.416344803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"b00f4191-e5d0-40f0-baae-4abe09580a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.416588287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"3d580e43-33b5-459a-8860-fde90beff953","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.430622149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da1402a02bd3313e6069ee90dfba9cec515b21bf530f2364d8ab9689161876fb) AuthConfig (a19b4b671313a4ad230ca8728e0bccc746d75b3704c2a0d952610544ec2ee7ed) AuthConfig (27d44aa6fa6d1b3a68b97714b7924996abc26b93e2d56edf74a9872ead85ebf5) AuthConfig (5419d54dfa936b7e8bf78d10ef54146cc078535d0dfc23d80374fc1d9ed55bcd) AuthConfig (252a79f52a12379dbf7abab2da4e196839021375271ea358b95a29fd70c7b135) AuthConfig (367c8702b2a95fde05c3ec005f4ece4174c1f56d0a2108cba9dd042cff3ccec1) AuthConfig (1addb5c88fe2f17c33f31e718620bc968d556eaf1dc64cc56aae71b295ec89ea) AuthConfig (de31742ddd644af48654a455ad3697be3f58e69f5cd4d64f5d1fbd30037ba522) AuthConfig (8a9dfde9c9c59db68e8dae420354b408b11f61abc72efdc508dac7a6885ff256) AuthConfig (ebe8347d630832997de90daa6cadcd7926d250d84af8f67bcea3f1534677c9bf) AuthConfig (655cad5b148a7eb246bc34166655b5055e94556b04c63c525ee51777195acf3c) AuthConfig (d08fefcb65fa167f406aef17b05f6a394a869ab031c970dfe6767881a6fd4e3a) AuthConfig (5a07d91fe12093fe9eef4e0177053fc2e2cea1c9010cc0e3711de34ea9f0c7d2) AuthConfig (2dd718a05766ede3268f306470f51cf20dfa9b3f4e8dfd5ab7706d606469b730) AuthConfig (fe863c2ebb131c6208ab3cedc270a2a597f7a57379fc7da256f369a7e106ee49) AuthConfig (271ce7d3895331231bdbff947a9a5f6c55932b93215f97f63e39990b779a769c) AuthConfig (8dfaaeb8861f52892aba51962ee76db4ea2be572d1c9c1f839cd2754344e0e0b) AuthConfig (df38af14aca76553e5bf3fba12d847d720dc6b21dfa33f95a3573305b081c294) AuthConfig (d665395e3b712208c80dd25b0bfbf90a3b5548140ed78b9b50bd185532564dd7) AuthConfig (a7f9676906e8ec182241cefc6a2aa6811269b585a6806f7cb8fd0358f8cb1c30) AuthConfig (a375ca65eecd9964491e1de4f5880ca1d80925ea86f31e5e31a492363ea84931) AuthConfig (99431a27268b709bc092336988ee2b03635b76012662008706a463c7294dd11a) AuthConfig (1ad1eb8f1bb19b47b31ded90ec35546b5d05bddca8b963fbdfb57669120e7d5a) AuthConfig (76c7094fcf53feacf9d605f3960194a3baab218b5621b9842df650c6d9b26b6c) AuthConfig (cc9538dadeb6daaf6a9832b224de24986ea0e33d605a0ea87e7350b0add963fe) AuthConfig (5a40579e8c2f9ea0d3630692c453f41751174a082602d94e7191dd998b7478be) AuthConfig (375f6d8168067ed0ca2512951a57c54ccb4a6fdad18d5af949178285e6686dd9) AuthConfig (0c624df6106218ea4aee102f2e72b51f29d86e428930c4b9ed8b106f2b237f9b) AuthConfig (a10663fa6b67ae2da8bc99055a1d824e82d792f51588a498ba80efcc25b72c58) AuthConfig (b0b5884246b2bc4dd43f24607246aa819567e42b0a9e7a4dbaca074eaad0b42d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"16cbb197-5c95-46d1-b61a-f8f9beb19afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.43954078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-34f5bfe6","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6","reconcileID":"c5a0efc4-1793-4952-8b56-8c33dff7d96a","MaaSSubscription":{"name":"e2e-filter-sub-a-34f5bfe6","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.439869394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"35ed800c-7200-4145-9ac4-35f88b3e18e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.473504622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"3d580e43-33b5-459a-8860-fde90beff953","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.473730105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e7a1447c-9acd-4dc8-bc8a-b65f9ad829d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.475938772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"b00f4191-e5d0-40f0-baae-4abe09580a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.488533525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"117da0ec-7b63-4262-b613-0024dcfd3581","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.539371502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"d08ef481-d469-47f7-9a1e-19b799112885","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.585832006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"500852fa-7d09-4831-aee9-570c7c3a35aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.597489698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"d08ef481-d469-47f7-9a1e-19b799112885","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.641812772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"f6c054e8-b1d6-4270-b027-1e1a8fa46664","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.642179976Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2ade09 priority=0:[ai-tenant-e2e-worker-w0-2ade09/e2e-filter-sub-a-34f5bfe6 ai-tenant-e2e-worker-w0-2ade09/e2e-filter-sub-b-0f9e1301]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.642253827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"cb7c897c-78d9-41ac-bff1-0a335f797804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.689667273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-0f9e1301","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301","reconcileID":"a33d0881-222b-48f9-93d4-5792f85f5eab","MaaSSubscription":{"name":"e2e-filter-sub-b-0f9e1301","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.699458489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"cb7c897c-78d9-41ac-bff1-0a335f797804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.701117415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"0e72a9a9-cbf5-4735-85a9-bdcfe77afbcf","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.755160157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da1402a02bd3313e6069ee90dfba9cec515b21bf530f2364d8ab9689161876fb) AuthConfig (a19b4b671313a4ad230ca8728e0bccc746d75b3704c2a0d952610544ec2ee7ed) AuthConfig (27d44aa6fa6d1b3a68b97714b7924996abc26b93e2d56edf74a9872ead85ebf5) AuthConfig (5419d54dfa936b7e8bf78d10ef54146cc078535d0dfc23d80374fc1d9ed55bcd) AuthConfig (252a79f52a12379dbf7abab2da4e196839021375271ea358b95a29fd70c7b135) AuthConfig (367c8702b2a95fde05c3ec005f4ece4174c1f56d0a2108cba9dd042cff3ccec1) AuthConfig (1addb5c88fe2f17c33f31e718620bc968d556eaf1dc64cc56aae71b295ec89ea) AuthConfig (de31742ddd644af48654a455ad3697be3f58e69f5cd4d64f5d1fbd30037ba522) AuthConfig (8a9dfde9c9c59db68e8dae420354b408b11f61abc72efdc508dac7a6885ff256) AuthConfig (ebe8347d630832997de90daa6cadcd7926d250d84af8f67bcea3f1534677c9bf) AuthConfig (655cad5b148a7eb246bc34166655b5055e94556b04c63c525ee51777195acf3c) AuthConfig (d08fefcb65fa167f406aef17b05f6a394a869ab031c970dfe6767881a6fd4e3a) AuthConfig (5a07d91fe12093fe9eef4e0177053fc2e2cea1c9010cc0e3711de34ea9f0c7d2) AuthConfig (2dd718a05766ede3268f306470f51cf20dfa9b3f4e8dfd5ab7706d606469b730) AuthConfig (fe863c2ebb131c6208ab3cedc270a2a597f7a57379fc7da256f369a7e106ee49) AuthConfig (271ce7d3895331231bdbff947a9a5f6c55932b93215f97f63e39990b779a769c) AuthConfig (8dfaaeb8861f52892aba51962ee76db4ea2be572d1c9c1f839cd2754344e0e0b) AuthConfig (df38af14aca76553e5bf3fba12d847d720dc6b21dfa33f95a3573305b081c294) AuthConfig (d665395e3b712208c80dd25b0bfbf90a3b5548140ed78b9b50bd185532564dd7) AuthConfig (a7f9676906e8ec182241cefc6a2aa6811269b585a6806f7cb8fd0358f8cb1c30) AuthConfig (a375ca65eecd9964491e1de4f5880ca1d80925ea86f31e5e31a492363ea84931) AuthConfig (99431a27268b709bc092336988ee2b03635b76012662008706a463c7294dd11a) AuthConfig (1ad1eb8f1bb19b47b31ded90ec35546b5d05bddca8b963fbdfb57669120e7d5a) AuthConfig (76c7094fcf53feacf9d605f3960194a3baab218b5621b9842df650c6d9b26b6c) AuthConfig (cc9538dadeb6daaf6a9832b224de24986ea0e33d605a0ea87e7350b0add963fe) AuthConfig (5a40579e8c2f9ea0d3630692c453f41751174a082602d94e7191dd998b7478be) AuthConfig (375f6d8168067ed0ca2512951a57c54ccb4a6fdad18d5af949178285e6686dd9) AuthConfig (0c624df6106218ea4aee102f2e72b51f29d86e428930c4b9ed8b106f2b237f9b) AuthConfig (a10663fa6b67ae2da8bc99055a1d824e82d792f51588a498ba80efcc25b72c58) AuthConfig (b0b5884246b2bc4dd43f24607246aa819567e42b0a9e7a4dbaca074eaad0b42d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"cb7c897c-78d9-41ac-bff1-0a335f797804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.794014936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"32ed15ac-6e59-4edc-8728-3c7ec04dbf8b","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.796385198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b-auth","reconcileID":"e907ba6e-0612-429d-a09e-f337f97c930e","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.796501472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"f92095db-f9f1-48c9-8c7b-a9a278333363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.797086461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"c6e09291-e38f-4655-b538-29de2e7e6a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.855207895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"f92095db-f9f1-48c9-8c7b-a9a278333363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.85533295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b-auth","reconcileID":"e907ba6e-0612-429d-a09e-f337f97c930e","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:36.857409552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"c6e09291-e38f-4655-b538-29de2e7e6a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:37.011228002Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-combo-sub-d3fac63b-auth","reconcileID":"39a8d37f-b6ba-4ab6-8086-db19896d0948","MaaSAuthPolicy":{"name":"e2e-combo-sub-d3fac63b-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:37.174973311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"84e638b6-908c-4e02-8abf-a1a20f96e162","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:40.722075151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"060ebe2a-202d-4829-8b23-47558e3db1d4","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:40.877147101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"872c9dc5-b625-4d23-b0bd-6a9dd40779e3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:40.877166325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"6813b9af-4911-4a51-a084-47e6baaff2ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:40.877625778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"5f4d25b8-fdf5-47d7-836e-f5d358bb959a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:40.878047411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"87ce2357-0f16-441d-8fa0-a905ce4a32f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:40.936305095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"872c9dc5-b625-4d23-b0bd-6a9dd40779e3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:40.936305096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"6813b9af-4911-4a51-a084-47e6baaff2ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:40.939653834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"5f4d25b8-fdf5-47d7-836e-f5d358bb959a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:40.939838275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"87ce2357-0f16-441d-8fa0-a905ce4a32f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.108782935Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-sub","reconcileID":"ae523b3a-eb84-4a8a-9fa4-9fc7065ba994","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.324715657Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-sub","reconcileID":"ae523b3a-eb84-4a8a-9fa4-9fc7065ba994","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.324744962Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-sub","reconcileID":"ae523b3a-eb84-4a8a-9fa4-9fc7065ba994","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.32485458Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-sub","reconcileID":"ae523b3a-eb84-4a8a-9fa4-9fc7065ba994","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.38607202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5099da65-4ba4-43c1-90a1-355d3c2e8811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.443154846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5099da65-4ba4-43c1-90a1-355d3c2e8811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.499232287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5099da65-4ba4-43c1-90a1-355d3c2e8811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.534261807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"4e43f637-7338-43ba-99a8-ac7ffe064216","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.594058078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"35416f89-a5f1-4c74-8a81-ea39eece5207","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.650993759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"eafe4637-7197-4d77-a601-13583f4a9336","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.749867589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0af2384f-0f39-4818-8140-8134bf2cbe77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.749908058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"489b3caf-631c-440d-a78a-d4f4d4307f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.750336991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-auth","reconcileID":"36ed6cbb-2391-419f-8e68-441aa14a274b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.750643387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"2d5e4634-50cf-42a7-b404-94936d3c5230","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.806970895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0af2384f-0f39-4818-8140-8134bf2cbe77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.806992187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"489b3caf-631c-440d-a78a-d4f4d4307f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:45.809150122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-auth","reconcileID":"36ed6cbb-2391-419f-8e68-441aa14a274b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.015900407Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-degraded-auth","reconcileID":"c7e315e1-3039-4fe5-ac5c-ef8bb2140106","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.11291392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"90e96e43-6b2c-4b42-aae6-7f6fb471ecc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.169912961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"90e96e43-6b2c-4b42-aae6-7f6fb471ecc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.178034518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"e4b3785c-778e-4876-9cde-0ff714a4488d","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.226521991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"90e96e43-6b2c-4b42-aae6-7f6fb471ecc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.644902919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"54a07e60-1939-471d-817c-2b985a04816e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.702702341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"54a07e60-1939-471d-817c-2b985a04816e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.758633292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da1402a02bd3313e6069ee90dfba9cec515b21bf530f2364d8ab9689161876fb) AuthConfig (a19b4b671313a4ad230ca8728e0bccc746d75b3704c2a0d952610544ec2ee7ed) AuthConfig (27d44aa6fa6d1b3a68b97714b7924996abc26b93e2d56edf74a9872ead85ebf5) AuthConfig (5419d54dfa936b7e8bf78d10ef54146cc078535d0dfc23d80374fc1d9ed55bcd) AuthConfig (252a79f52a12379dbf7abab2da4e196839021375271ea358b95a29fd70c7b135) AuthConfig (367c8702b2a95fde05c3ec005f4ece4174c1f56d0a2108cba9dd042cff3ccec1) AuthConfig (1addb5c88fe2f17c33f31e718620bc968d556eaf1dc64cc56aae71b295ec89ea) AuthConfig (de31742ddd644af48654a455ad3697be3f58e69f5cd4d64f5d1fbd30037ba522) AuthConfig (8a9dfde9c9c59db68e8dae420354b408b11f61abc72efdc508dac7a6885ff256) AuthConfig (ebe8347d630832997de90daa6cadcd7926d250d84af8f67bcea3f1534677c9bf) AuthConfig (655cad5b148a7eb246bc34166655b5055e94556b04c63c525ee51777195acf3c) AuthConfig (d08fefcb65fa167f406aef17b05f6a394a869ab031c970dfe6767881a6fd4e3a) AuthConfig (5a07d91fe12093fe9eef4e0177053fc2e2cea1c9010cc0e3711de34ea9f0c7d2) AuthConfig (2dd718a05766ede3268f306470f51cf20dfa9b3f4e8dfd5ab7706d606469b730) AuthConfig (fe863c2ebb131c6208ab3cedc270a2a597f7a57379fc7da256f369a7e106ee49) AuthConfig (271ce7d3895331231bdbff947a9a5f6c55932b93215f97f63e39990b779a769c) AuthConfig (8dfaaeb8861f52892aba51962ee76db4ea2be572d1c9c1f839cd2754344e0e0b) AuthConfig (df38af14aca76553e5bf3fba12d847d720dc6b21dfa33f95a3573305b081c294) AuthConfig (d665395e3b712208c80dd25b0bfbf90a3b5548140ed78b9b50bd185532564dd7) AuthConfig (a7f9676906e8ec182241cefc6a2aa6811269b585a6806f7cb8fd0358f8cb1c30) AuthConfig (a375ca65eecd9964491e1de4f5880ca1d80925ea86f31e5e31a492363ea84931) AuthConfig (99431a27268b709bc092336988ee2b03635b76012662008706a463c7294dd11a) AuthConfig (1ad1eb8f1bb19b47b31ded90ec35546b5d05bddca8b963fbdfb57669120e7d5a) AuthConfig (76c7094fcf53feacf9d605f3960194a3baab218b5621b9842df650c6d9b26b6c) AuthConfig (cc9538dadeb6daaf6a9832b224de24986ea0e33d605a0ea87e7350b0add963fe) AuthConfig (5a40579e8c2f9ea0d3630692c453f41751174a082602d94e7191dd998b7478be) AuthConfig (375f6d8168067ed0ca2512951a57c54ccb4a6fdad18d5af949178285e6686dd9) AuthConfig (0c624df6106218ea4aee102f2e72b51f29d86e428930c4b9ed8b106f2b237f9b) AuthConfig (a10663fa6b67ae2da8bc99055a1d824e82d792f51588a498ba80efcc25b72c58) AuthConfig (b0b5884246b2bc4dd43f24607246aa819567e42b0a9e7a4dbaca074eaad0b42d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"54a07e60-1939-471d-817c-2b985a04816e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.912746842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"8c8aad63-712f-40ad-8b47-eaa89d06854b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:46.971119439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"8c8aad63-712f-40ad-8b47-eaa89d06854b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:47.027419986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da1402a02bd3313e6069ee90dfba9cec515b21bf530f2364d8ab9689161876fb) AuthConfig (a19b4b671313a4ad230ca8728e0bccc746d75b3704c2a0d952610544ec2ee7ed) AuthConfig (27d44aa6fa6d1b3a68b97714b7924996abc26b93e2d56edf74a9872ead85ebf5) AuthConfig (5419d54dfa936b7e8bf78d10ef54146cc078535d0dfc23d80374fc1d9ed55bcd) AuthConfig (252a79f52a12379dbf7abab2da4e196839021375271ea358b95a29fd70c7b135) AuthConfig (367c8702b2a95fde05c3ec005f4ece4174c1f56d0a2108cba9dd042cff3ccec1) AuthConfig (1addb5c88fe2f17c33f31e718620bc968d556eaf1dc64cc56aae71b295ec89ea) AuthConfig (de31742ddd644af48654a455ad3697be3f58e69f5cd4d64f5d1fbd30037ba522) AuthConfig (8a9dfde9c9c59db68e8dae420354b408b11f61abc72efdc508dac7a6885ff256) AuthConfig (ebe8347d630832997de90daa6cadcd7926d250d84af8f67bcea3f1534677c9bf) AuthConfig (655cad5b148a7eb246bc34166655b5055e94556b04c63c525ee51777195acf3c) AuthConfig (d08fefcb65fa167f406aef17b05f6a394a869ab031c970dfe6767881a6fd4e3a) AuthConfig (5a07d91fe12093fe9eef4e0177053fc2e2cea1c9010cc0e3711de34ea9f0c7d2) AuthConfig (2dd718a05766ede3268f306470f51cf20dfa9b3f4e8dfd5ab7706d606469b730) AuthConfig (fe863c2ebb131c6208ab3cedc270a2a597f7a57379fc7da256f369a7e106ee49) AuthConfig (271ce7d3895331231bdbff947a9a5f6c55932b93215f97f63e39990b779a769c) AuthConfig (8dfaaeb8861f52892aba51962ee76db4ea2be572d1c9c1f839cd2754344e0e0b) AuthConfig (df38af14aca76553e5bf3fba12d847d720dc6b21dfa33f95a3573305b081c294) AuthConfig (d665395e3b712208c80dd25b0bfbf90a3b5548140ed78b9b50bd185532564dd7) AuthConfig (a7f9676906e8ec182241cefc6a2aa6811269b585a6806f7cb8fd0358f8cb1c30) AuthConfig (a375ca65eecd9964491e1de4f5880ca1d80925ea86f31e5e31a492363ea84931) AuthConfig (99431a27268b709bc092336988ee2b03635b76012662008706a463c7294dd11a) AuthConfig (1ad1eb8f1bb19b47b31ded90ec35546b5d05bddca8b963fbdfb57669120e7d5a) AuthConfig (76c7094fcf53feacf9d605f3960194a3baab218b5621b9842df650c6d9b26b6c) AuthConfig (cc9538dadeb6daaf6a9832b224de24986ea0e33d605a0ea87e7350b0add963fe) AuthConfig (5a40579e8c2f9ea0d3630692c453f41751174a082602d94e7191dd998b7478be) AuthConfig (375f6d8168067ed0ca2512951a57c54ccb4a6fdad18d5af949178285e6686dd9) AuthConfig (0c624df6106218ea4aee102f2e72b51f29d86e428930c4b9ed8b106f2b237f9b) AuthConfig (a10663fa6b67ae2da8bc99055a1d824e82d792f51588a498ba80efcc25b72c58) AuthConfig (b0b5884246b2bc4dd43f24607246aa819567e42b0a9e7a4dbaca074eaad0b42d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"8c8aad63-712f-40ad-8b47-eaa89d06854b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.105986941Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"eabc6d98-0cdc-43eb-bb11-25759709a88f","namespace":"llm","name":"e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.164612393Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"50fbba44-663b-4122-8786-955be3ee3391","namespace":"llm","name":"e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.263277744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"8e97f6c8-688a-4ae7-84d0-81fcb1d4232c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.2633221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"e60e80f3-8794-44f2-b439-2ced20e24247","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.263744049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"65a6f19a-d73c-4215-8b6b-b3309f26dcbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.26391242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e8e9eeb8-89ad-42a6-acd3-cee6d0b47f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.263746329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5da15219-0e1d-4328-9924-0f0d574089cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.322557561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"e60e80f3-8794-44f2-b439-2ced20e24247","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.322696497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"8e97f6c8-688a-4ae7-84d0-81fcb1d4232c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.324827788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e8e9eeb8-89ad-42a6-acd3-cee6d0b47f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.324930625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"65a6f19a-d73c-4215-8b6b-b3309f26dcbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.327046087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5da15219-0e1d-4328-9924-0f0d574089cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.380118731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da1402a02bd3313e6069ee90dfba9cec515b21bf530f2364d8ab9689161876fb) AuthConfig (a19b4b671313a4ad230ca8728e0bccc746d75b3704c2a0d952610544ec2ee7ed) AuthConfig (27d44aa6fa6d1b3a68b97714b7924996abc26b93e2d56edf74a9872ead85ebf5) AuthConfig (5419d54dfa936b7e8bf78d10ef54146cc078535d0dfc23d80374fc1d9ed55bcd) AuthConfig (252a79f52a12379dbf7abab2da4e196839021375271ea358b95a29fd70c7b135) AuthConfig (367c8702b2a95fde05c3ec005f4ece4174c1f56d0a2108cba9dd042cff3ccec1) AuthConfig (1addb5c88fe2f17c33f31e718620bc968d556eaf1dc64cc56aae71b295ec89ea) AuthConfig (de31742ddd644af48654a455ad3697be3f58e69f5cd4d64f5d1fbd30037ba522) AuthConfig (8a9dfde9c9c59db68e8dae420354b408b11f61abc72efdc508dac7a6885ff256) AuthConfig (ebe8347d630832997de90daa6cadcd7926d250d84af8f67bcea3f1534677c9bf) AuthConfig (655cad5b148a7eb246bc34166655b5055e94556b04c63c525ee51777195acf3c) AuthConfig (d08fefcb65fa167f406aef17b05f6a394a869ab031c970dfe6767881a6fd4e3a) AuthConfig (5a07d91fe12093fe9eef4e0177053fc2e2cea1c9010cc0e3711de34ea9f0c7d2) AuthConfig (2dd718a05766ede3268f306470f51cf20dfa9b3f4e8dfd5ab7706d606469b730) AuthConfig (fe863c2ebb131c6208ab3cedc270a2a597f7a57379fc7da256f369a7e106ee49) AuthConfig (271ce7d3895331231bdbff947a9a5f6c55932b93215f97f63e39990b779a769c) AuthConfig (8dfaaeb8861f52892aba51962ee76db4ea2be572d1c9c1f839cd2754344e0e0b) AuthConfig (df38af14aca76553e5bf3fba12d847d720dc6b21dfa33f95a3573305b081c294) AuthConfig (d665395e3b712208c80dd25b0bfbf90a3b5548140ed78b9b50bd185532564dd7) AuthConfig (a7f9676906e8ec182241cefc6a2aa6811269b585a6806f7cb8fd0358f8cb1c30) AuthConfig (a375ca65eecd9964491e1de4f5880ca1d80925ea86f31e5e31a492363ea84931) AuthConfig (99431a27268b709bc092336988ee2b03635b76012662008706a463c7294dd11a) AuthConfig (1ad1eb8f1bb19b47b31ded90ec35546b5d05bddca8b963fbdfb57669120e7d5a) AuthConfig (76c7094fcf53feacf9d605f3960194a3baab218b5621b9842df650c6d9b26b6c) AuthConfig (cc9538dadeb6daaf6a9832b224de24986ea0e33d605a0ea87e7350b0add963fe) AuthConfig (5a40579e8c2f9ea0d3630692c453f41751174a082602d94e7191dd998b7478be) AuthConfig (375f6d8168067ed0ca2512951a57c54ccb4a6fdad18d5af949178285e6686dd9) AuthConfig (0c624df6106218ea4aee102f2e72b51f29d86e428930c4b9ed8b106f2b237f9b) AuthConfig (a10663fa6b67ae2da8bc99055a1d824e82d792f51588a498ba80efcc25b72c58) AuthConfig (b0b5884246b2bc4dd43f24607246aa819567e42b0a9e7a4dbaca074eaad0b42d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"8e97f6c8-688a-4ae7-84d0-81fcb1d4232c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.380913722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e8e9eeb8-89ad-42a6-acd3-cee6d0b47f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.381661629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da1402a02bd3313e6069ee90dfba9cec515b21bf530f2364d8ab9689161876fb) AuthConfig (a19b4b671313a4ad230ca8728e0bccc746d75b3704c2a0d952610544ec2ee7ed) AuthConfig (27d44aa6fa6d1b3a68b97714b7924996abc26b93e2d56edf74a9872ead85ebf5) AuthConfig (5419d54dfa936b7e8bf78d10ef54146cc078535d0dfc23d80374fc1d9ed55bcd) AuthConfig (252a79f52a12379dbf7abab2da4e196839021375271ea358b95a29fd70c7b135) AuthConfig (367c8702b2a95fde05c3ec005f4ece4174c1f56d0a2108cba9dd042cff3ccec1) AuthConfig (1addb5c88fe2f17c33f31e718620bc968d556eaf1dc64cc56aae71b295ec89ea) AuthConfig (de31742ddd644af48654a455ad3697be3f58e69f5cd4d64f5d1fbd30037ba522) AuthConfig (8a9dfde9c9c59db68e8dae420354b408b11f61abc72efdc508dac7a6885ff256) AuthConfig (ebe8347d630832997de90daa6cadcd7926d250d84af8f67bcea3f1534677c9bf) AuthConfig (655cad5b148a7eb246bc34166655b5055e94556b04c63c525ee51777195acf3c) AuthConfig (d08fefcb65fa167f406aef17b05f6a394a869ab031c970dfe6767881a6fd4e3a) AuthConfig (5a07d91fe12093fe9eef4e0177053fc2e2cea1c9010cc0e3711de34ea9f0c7d2) AuthConfig (2dd718a05766ede3268f306470f51cf20dfa9b3f4e8dfd5ab7706d606469b730) AuthConfig (fe863c2ebb131c6208ab3cedc270a2a597f7a57379fc7da256f369a7e106ee49) AuthConfig (271ce7d3895331231bdbff947a9a5f6c55932b93215f97f63e39990b779a769c) AuthConfig (8dfaaeb8861f52892aba51962ee76db4ea2be572d1c9c1f839cd2754344e0e0b) AuthConfig (df38af14aca76553e5bf3fba12d847d720dc6b21dfa33f95a3573305b081c294) AuthConfig (d665395e3b712208c80dd25b0bfbf90a3b5548140ed78b9b50bd185532564dd7) AuthConfig (a7f9676906e8ec182241cefc6a2aa6811269b585a6806f7cb8fd0358f8cb1c30) AuthConfig (a375ca65eecd9964491e1de4f5880ca1d80925ea86f31e5e31a492363ea84931) AuthConfig (99431a27268b709bc092336988ee2b03635b76012662008706a463c7294dd11a) AuthConfig (1ad1eb8f1bb19b47b31ded90ec35546b5d05bddca8b963fbdfb57669120e7d5a) AuthConfig (76c7094fcf53feacf9d605f3960194a3baab218b5621b9842df650c6d9b26b6c) AuthConfig (cc9538dadeb6daaf6a9832b224de24986ea0e33d605a0ea87e7350b0add963fe) AuthConfig (5a40579e8c2f9ea0d3630692c453f41751174a082602d94e7191dd998b7478be) AuthConfig (375f6d8168067ed0ca2512951a57c54ccb4a6fdad18d5af949178285e6686dd9) AuthConfig (0c624df6106218ea4aee102f2e72b51f29d86e428930c4b9ed8b106f2b237f9b) AuthConfig (a10663fa6b67ae2da8bc99055a1d824e82d792f51588a498ba80efcc25b72c58) AuthConfig (b0b5884246b2bc4dd43f24607246aa819567e42b0a9e7a4dbaca074eaad0b42d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"65a6f19a-d73c-4215-8b6b-b3309f26dcbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.383376859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5da15219-0e1d-4328-9924-0f0d574089cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.501148517Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"45a832b5-ce35-4633-9c11-81aeffa8c78b","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"name":"e2e-rt-sw-ae0ba1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.537961815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"1d99ade8-d90e-4cde-8777-ac056b4fbe9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.538121959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"07d1a058-43a1-4871-9194-20ccda4eef51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.538635791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"5ab7cdbc-2fe2-4490-aa0b-c5f4f557f3ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.542229149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"7b622b3b-9542-41ec-9b2c-a07a0b81edc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.596375422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"07d1a058-43a1-4871-9194-20ccda4eef51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.597701675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"5ab7cdbc-2fe2-4490-aa0b-c5f4f557f3ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.598821075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"1d99ade8-d90e-4cde-8777-ac056b4fbe9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.60135258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"7b622b3b-9542-41ec-9b2c-a07a0b81edc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.684745527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7139ca18-a4fc-43eb-8758-b42f07a7cd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.742001217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7139ca18-a4fc-43eb-8758-b42f07a7cd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.799472823Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"91a080d6-e288-4778-b32c-1e149a3b858b","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"name":"e2e-rt-sw-ae0ba1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.851499497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de03c07b-76b5-4170-9ac0-fde9043e0a79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.85152337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de03c07b-76b5-4170-9ac0-fde9043e0a79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.851953303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"602d41c1-5398-48f9-94d2-3e37cd5fcfc3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.851970791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"602d41c1-5398-48f9-94d2-3e37cd5fcfc3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.852250055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10d93410-c8d4-4d82-b741-474287e92f86","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.852267541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10d93410-c8d4-4d82-b741-474287e92f86","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.852559767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"471a351a-8875-4a1b-ba75-3e130ce8bf51","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.852578082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"471a351a-8875-4a1b-ba75-3e130ce8bf51","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.852877731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"63ba29fd-0c74-4453-bd5a-45d36e64e961","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.852897037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"63ba29fd-0c74-4453-bd5a-45d36e64e961","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.853229433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe313fe8-5187-42cb-aebc-15052d12856d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.85324374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe313fe8-5187-42cb-aebc-15052d12856d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.853494385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"973b183c-6d1e-496c-956e-caaa13a487e1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.853508511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"973b183c-6d1e-496c-956e-caaa13a487e1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.853701744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"982693a4-49fc-4ac4-b107-5f9c713f23ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.853712673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"982693a4-49fc-4ac4-b107-5f9c713f23ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.885265248Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-34f5bfe6","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6","reconcileID":"44e152bd-f072-45e4-aa22-6cb8218ceb13","MaaSSubscription":{"name":"e2e-filter-sub-a-34f5bfe6","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscription":"e2e-filter-sub-a-34f5bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.911553151Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"6007fe4a-a54f-4d5d-ac67-7b0feab6dabb","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"name":"e2e-rt-sw-ae0ba1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.960363482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13a52f8c-5b7c-42f6-ab1f-20af5c6939ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.962754381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fa64ebea-6f14-409a-9951-38dbcbfe3f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.963077513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"40499db8-1885-407a-a967-3b09317cd374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.964486593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6882622b-faa2-43a5-b0ce-2e582a67262c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:50.964510718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5003a22-ea07-4356-9523-3e8cbab66653","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.017531039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13a52f8c-5b7c-42f6-ab1f-20af5c6939ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.021254887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fa64ebea-6f14-409a-9951-38dbcbfe3f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.02486383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"40499db8-1885-407a-a967-3b09317cd374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.063039458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"83450802-582b-4eca-ac76-c3ebe3281dde","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.104198172Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-34f5bfe6","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6","reconcileID":"44e152bd-f072-45e4-aa22-6cb8218ceb13","MaaSSubscription":{"name":"e2e-filter-sub-a-34f5bfe6","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2ade09/e2e-filter-sub-b-0f9e1301","ai-tenant-e2e-worker-w0-2ade09/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.121847043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"83450802-582b-4eca-ac76-c3ebe3281dde","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.168487137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"d94785c5-8c58-4e9b-845b-cca9bc558299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.229277478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"d94785c5-8c58-4e9b-845b-cca9bc558299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.285915478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da1402a02bd3313e6069ee90dfba9cec515b21bf530f2364d8ab9689161876fb) AuthConfig (a19b4b671313a4ad230ca8728e0bccc746d75b3704c2a0d952610544ec2ee7ed) AuthConfig (27d44aa6fa6d1b3a68b97714b7924996abc26b93e2d56edf74a9872ead85ebf5) AuthConfig (5419d54dfa936b7e8bf78d10ef54146cc078535d0dfc23d80374fc1d9ed55bcd) AuthConfig (252a79f52a12379dbf7abab2da4e196839021375271ea358b95a29fd70c7b135) AuthConfig (367c8702b2a95fde05c3ec005f4ece4174c1f56d0a2108cba9dd042cff3ccec1) AuthConfig (1addb5c88fe2f17c33f31e718620bc968d556eaf1dc64cc56aae71b295ec89ea) AuthConfig (de31742ddd644af48654a455ad3697be3f58e69f5cd4d64f5d1fbd30037ba522) AuthConfig (8a9dfde9c9c59db68e8dae420354b408b11f61abc72efdc508dac7a6885ff256) AuthConfig (ebe8347d630832997de90daa6cadcd7926d250d84af8f67bcea3f1534677c9bf) AuthConfig (655cad5b148a7eb246bc34166655b5055e94556b04c63c525ee51777195acf3c) AuthConfig (d08fefcb65fa167f406aef17b05f6a394a869ab031c970dfe6767881a6fd4e3a) AuthConfig (5a07d91fe12093fe9eef4e0177053fc2e2cea1c9010cc0e3711de34ea9f0c7d2) AuthConfig (2dd718a05766ede3268f306470f51cf20dfa9b3f4e8dfd5ab7706d606469b730) AuthConfig (fe863c2ebb131c6208ab3cedc270a2a597f7a57379fc7da256f369a7e106ee49) AuthConfig (271ce7d3895331231bdbff947a9a5f6c55932b93215f97f63e39990b779a769c) AuthConfig (8dfaaeb8861f52892aba51962ee76db4ea2be572d1c9c1f839cd2754344e0e0b) AuthConfig (df38af14aca76553e5bf3fba12d847d720dc6b21dfa33f95a3573305b081c294) AuthConfig (d665395e3b712208c80dd25b0bfbf90a3b5548140ed78b9b50bd185532564dd7) AuthConfig (a7f9676906e8ec182241cefc6a2aa6811269b585a6806f7cb8fd0358f8cb1c30) AuthConfig (a375ca65eecd9964491e1de4f5880ca1d80925ea86f31e5e31a492363ea84931) AuthConfig (99431a27268b709bc092336988ee2b03635b76012662008706a463c7294dd11a) AuthConfig (1ad1eb8f1bb19b47b31ded90ec35546b5d05bddca8b963fbdfb57669120e7d5a) AuthConfig (76c7094fcf53feacf9d605f3960194a3baab218b5621b9842df650c6d9b26b6c) AuthConfig (cc9538dadeb6daaf6a9832b224de24986ea0e33d605a0ea87e7350b0add963fe) AuthConfig (5a40579e8c2f9ea0d3630692c453f41751174a082602d94e7191dd998b7478be) AuthConfig (375f6d8168067ed0ca2512951a57c54ccb4a6fdad18d5af949178285e6686dd9) AuthConfig (0c624df6106218ea4aee102f2e72b51f29d86e428930c4b9ed8b106f2b237f9b) AuthConfig (a10663fa6b67ae2da8bc99055a1d824e82d792f51588a498ba80efcc25b72c58) AuthConfig (b0b5884246b2bc4dd43f24607246aa819567e42b0a9e7a4dbaca074eaad0b42d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"d94785c5-8c58-4e9b-845b-cca9bc558299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.319496517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-0f9e1301","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301","reconcileID":"434c12c9-b1fe-41a5-b81c-bf68eb8939d5","MaaSSubscription":{"name":"e2e-filter-sub-b-0f9e1301","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.321749905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"bed94d0a-faa9-43b9-96e7-12ec60d6154c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.369040296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"df584df4-289e-4aac-b1ae-0f31c55f5f11","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.379152814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"ea315052-5e70-4045-9550-600b9701983f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.379396312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"e4948e27-eaab-4695-a314-477ca1f5eed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.379149829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"dd00378d-7ef0-493d-8e81-2a0d49430330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.436882374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"dd00378d-7ef0-493d-8e81-2a0d49430330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.437232971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"ea315052-5e70-4045-9550-600b9701983f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.439355156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"e4948e27-eaab-4695-a314-477ca1f5eed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.480325715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62b56e00-1b86-4c2b-a8f4-6c9259601cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.481194409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"444c37cf-b1bd-45c0-bb1e-99b7c7fc82bf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.493934498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"dd00378d-7ef0-493d-8e81-2a0d49430330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.494185624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"ea315052-5e70-4045-9550-600b9701983f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.49647886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da1402a02bd3313e6069ee90dfba9cec515b21bf530f2364d8ab9689161876fb) AuthConfig (a19b4b671313a4ad230ca8728e0bccc746d75b3704c2a0d952610544ec2ee7ed) AuthConfig (27d44aa6fa6d1b3a68b97714b7924996abc26b93e2d56edf74a9872ead85ebf5) AuthConfig (5419d54dfa936b7e8bf78d10ef54146cc078535d0dfc23d80374fc1d9ed55bcd) AuthConfig (252a79f52a12379dbf7abab2da4e196839021375271ea358b95a29fd70c7b135) AuthConfig (367c8702b2a95fde05c3ec005f4ece4174c1f56d0a2108cba9dd042cff3ccec1) AuthConfig (1addb5c88fe2f17c33f31e718620bc968d556eaf1dc64cc56aae71b295ec89ea) AuthConfig (de31742ddd644af48654a455ad3697be3f58e69f5cd4d64f5d1fbd30037ba522) AuthConfig (8a9dfde9c9c59db68e8dae420354b408b11f61abc72efdc508dac7a6885ff256) AuthConfig (ebe8347d630832997de90daa6cadcd7926d250d84af8f67bcea3f1534677c9bf) AuthConfig (655cad5b148a7eb246bc34166655b5055e94556b04c63c525ee51777195acf3c) AuthConfig (d08fefcb65fa167f406aef17b05f6a394a869ab031c970dfe6767881a6fd4e3a) AuthConfig (5a07d91fe12093fe9eef4e0177053fc2e2cea1c9010cc0e3711de34ea9f0c7d2) AuthConfig (2dd718a05766ede3268f306470f51cf20dfa9b3f4e8dfd5ab7706d606469b730) AuthConfig (fe863c2ebb131c6208ab3cedc270a2a597f7a57379fc7da256f369a7e106ee49) AuthConfig (271ce7d3895331231bdbff947a9a5f6c55932b93215f97f63e39990b779a769c) AuthConfig (8dfaaeb8861f52892aba51962ee76db4ea2be572d1c9c1f839cd2754344e0e0b) AuthConfig (df38af14aca76553e5bf3fba12d847d720dc6b21dfa33f95a3573305b081c294) AuthConfig (d665395e3b712208c80dd25b0bfbf90a3b5548140ed78b9b50bd185532564dd7) AuthConfig (a7f9676906e8ec182241cefc6a2aa6811269b585a6806f7cb8fd0358f8cb1c30) AuthConfig (a375ca65eecd9964491e1de4f5880ca1d80925ea86f31e5e31a492363ea84931) AuthConfig (99431a27268b709bc092336988ee2b03635b76012662008706a463c7294dd11a) AuthConfig (1ad1eb8f1bb19b47b31ded90ec35546b5d05bddca8b963fbdfb57669120e7d5a) AuthConfig (76c7094fcf53feacf9d605f3960194a3baab218b5621b9842df650c6d9b26b6c) AuthConfig (cc9538dadeb6daaf6a9832b224de24986ea0e33d605a0ea87e7350b0add963fe) AuthConfig (5a40579e8c2f9ea0d3630692c453f41751174a082602d94e7191dd998b7478be) AuthConfig (375f6d8168067ed0ca2512951a57c54ccb4a6fdad18d5af949178285e6686dd9) AuthConfig (0c624df6106218ea4aee102f2e72b51f29d86e428930c4b9ed8b106f2b237f9b) AuthConfig (a10663fa6b67ae2da8bc99055a1d824e82d792f51588a498ba80efcc25b72c58) AuthConfig (b0b5884246b2bc4dd43f24607246aa819567e42b0a9e7a4dbaca074eaad0b42d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"e4948e27-eaab-4695-a314-477ca1f5eed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.525979796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"9b50920b-054f-4ca7-9439-0bf5a01e4dfe","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.539149602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62b56e00-1b86-4c2b-a8f4-6c9259601cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.540111071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"444c37cf-b1bd-45c0-bb1e-99b7c7fc82bf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.654503214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"7ed5c8a0-c3af-4ac3-a034-756004b6d827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.657537924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"4a068a5e-932f-4a25-a1da-9a4ccd8d3d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.658009203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71cd666c-f369-47f5-9c9a-e8f8e39f2050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.711837948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"7ed5c8a0-c3af-4ac3-a034-756004b6d827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.720574424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71cd666c-f369-47f5-9c9a-e8f8e39f2050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.721186727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"4a068a5e-932f-4a25-a1da-9a4ccd8d3d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.900258334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"26cb2563-22dd-4218-9133-9c0dbe3ed41f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.900322055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"f8e2e6d4-67cf-4fdf-8e1d-c11c5ebf57be","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.989378744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"26cb2563-22dd-4218-9133-9c0dbe3ed41f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:51.98965411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"f8e2e6d4-67cf-4fdf-8e1d-c11c5ebf57be","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.121919602Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"3720775e-fefd-4d0a-8013-b80744751609","namespace":"llm","name":"e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.122466277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"8eb30ae6-7114-4bc6-b8d9-84ec6b027245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.174203831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"3561b625-850c-49a7-9613-60d1b241a86e","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.174231151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"3561b625-850c-49a7-9613-60d1b241a86e","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.179271273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"8eb30ae6-7114-4bc6-b8d9-84ec6b027245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.224613486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"6ab8cc42-850f-4e99-ab87-8b8ca61485a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.281468506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"6ab8cc42-850f-4e99-ab87-8b8ca61485a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.310573621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"9ef53585-0b7d-4cc5-bf8a-c2ecdbfa762e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.368168413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"9ef53585-0b7d-4cc5-bf8a-c2ecdbfa762e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.412245495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"70114c68-02a6-4762-8144-9357d172cd7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.41224572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"562093ac-42ba-4912-a4e9-4a87efcce6b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.424668635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da1402a02bd3313e6069ee90dfba9cec515b21bf530f2364d8ab9689161876fb) AuthConfig (a19b4b671313a4ad230ca8728e0bccc746d75b3704c2a0d952610544ec2ee7ed) AuthConfig (27d44aa6fa6d1b3a68b97714b7924996abc26b93e2d56edf74a9872ead85ebf5) AuthConfig (5419d54dfa936b7e8bf78d10ef54146cc078535d0dfc23d80374fc1d9ed55bcd) AuthConfig (252a79f52a12379dbf7abab2da4e196839021375271ea358b95a29fd70c7b135) AuthConfig (367c8702b2a95fde05c3ec005f4ece4174c1f56d0a2108cba9dd042cff3ccec1) AuthConfig (1addb5c88fe2f17c33f31e718620bc968d556eaf1dc64cc56aae71b295ec89ea) AuthConfig (de31742ddd644af48654a455ad3697be3f58e69f5cd4d64f5d1fbd30037ba522) AuthConfig (8a9dfde9c9c59db68e8dae420354b408b11f61abc72efdc508dac7a6885ff256) AuthConfig (ebe8347d630832997de90daa6cadcd7926d250d84af8f67bcea3f1534677c9bf) AuthConfig (655cad5b148a7eb246bc34166655b5055e94556b04c63c525ee51777195acf3c) AuthConfig (d08fefcb65fa167f406aef17b05f6a394a869ab031c970dfe6767881a6fd4e3a) AuthConfig (5a07d91fe12093fe9eef4e0177053fc2e2cea1c9010cc0e3711de34ea9f0c7d2) AuthConfig (2dd718a05766ede3268f306470f51cf20dfa9b3f4e8dfd5ab7706d606469b730) AuthConfig (fe863c2ebb131c6208ab3cedc270a2a597f7a57379fc7da256f369a7e106ee49) AuthConfig (271ce7d3895331231bdbff947a9a5f6c55932b93215f97f63e39990b779a769c) AuthConfig (8dfaaeb8861f52892aba51962ee76db4ea2be572d1c9c1f839cd2754344e0e0b) AuthConfig (df38af14aca76553e5bf3fba12d847d720dc6b21dfa33f95a3573305b081c294) AuthConfig (d665395e3b712208c80dd25b0bfbf90a3b5548140ed78b9b50bd185532564dd7) AuthConfig (a7f9676906e8ec182241cefc6a2aa6811269b585a6806f7cb8fd0358f8cb1c30) AuthConfig (a375ca65eecd9964491e1de4f5880ca1d80925ea86f31e5e31a492363ea84931) AuthConfig (99431a27268b709bc092336988ee2b03635b76012662008706a463c7294dd11a) AuthConfig (1ad1eb8f1bb19b47b31ded90ec35546b5d05bddca8b963fbdfb57669120e7d5a) AuthConfig (76c7094fcf53feacf9d605f3960194a3baab218b5621b9842df650c6d9b26b6c) AuthConfig (cc9538dadeb6daaf6a9832b224de24986ea0e33d605a0ea87e7350b0add963fe) AuthConfig (5a40579e8c2f9ea0d3630692c453f41751174a082602d94e7191dd998b7478be) AuthConfig (375f6d8168067ed0ca2512951a57c54ccb4a6fdad18d5af949178285e6686dd9) AuthConfig (0c624df6106218ea4aee102f2e72b51f29d86e428930c4b9ed8b106f2b237f9b) AuthConfig (a10663fa6b67ae2da8bc99055a1d824e82d792f51588a498ba80efcc25b72c58) AuthConfig (b0b5884246b2bc4dd43f24607246aa819567e42b0a9e7a4dbaca074eaad0b42d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"9ef53585-0b7d-4cc5-bf8a-c2ecdbfa762e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.470619723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"70114c68-02a6-4762-8144-9357d172cd7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.470614372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"562093ac-42ba-4912-a4e9-4a87efcce6b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.527445312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"70114c68-02a6-4762-8144-9357d172cd7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.527870776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"562093ac-42ba-4912-a4e9-4a87efcce6b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.554683002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"57a66df5-217d-45cc-9ad3-fc5a55952376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.613095376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"57a66df5-217d-45cc-9ad3-fc5a55952376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.655375558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02eae12c-f360-4d0a-9565-87e3f709ced7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.655387124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"4d3f98ac-d814-4f3f-8e0f-fa25bbf8c6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.66932686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e7929d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da1402a02bd3313e6069ee90dfba9cec515b21bf530f2364d8ab9689161876fb) AuthConfig (a19b4b671313a4ad230ca8728e0bccc746d75b3704c2a0d952610544ec2ee7ed) AuthConfig (27d44aa6fa6d1b3a68b97714b7924996abc26b93e2d56edf74a9872ead85ebf5) AuthConfig (5419d54dfa936b7e8bf78d10ef54146cc078535d0dfc23d80374fc1d9ed55bcd) AuthConfig (252a79f52a12379dbf7abab2da4e196839021375271ea358b95a29fd70c7b135) AuthConfig (367c8702b2a95fde05c3ec005f4ece4174c1f56d0a2108cba9dd042cff3ccec1) AuthConfig (1addb5c88fe2f17c33f31e718620bc968d556eaf1dc64cc56aae71b295ec89ea) AuthConfig (de31742ddd644af48654a455ad3697be3f58e69f5cd4d64f5d1fbd30037ba522) AuthConfig (8a9dfde9c9c59db68e8dae420354b408b11f61abc72efdc508dac7a6885ff256) AuthConfig (ebe8347d630832997de90daa6cadcd7926d250d84af8f67bcea3f1534677c9bf) AuthConfig (655cad5b148a7eb246bc34166655b5055e94556b04c63c525ee51777195acf3c) AuthConfig (d08fefcb65fa167f406aef17b05f6a394a869ab031c970dfe6767881a6fd4e3a) AuthConfig (5a07d91fe12093fe9eef4e0177053fc2e2cea1c9010cc0e3711de34ea9f0c7d2) AuthConfig (2dd718a05766ede3268f306470f51cf20dfa9b3f4e8dfd5ab7706d606469b730) AuthConfig (fe863c2ebb131c6208ab3cedc270a2a597f7a57379fc7da256f369a7e106ee49) AuthConfig (271ce7d3895331231bdbff947a9a5f6c55932b93215f97f63e39990b779a769c) AuthConfig (8dfaaeb8861f52892aba51962ee76db4ea2be572d1c9c1f839cd2754344e0e0b) AuthConfig (df38af14aca76553e5bf3fba12d847d720dc6b21dfa33f95a3573305b081c294) AuthConfig (d665395e3b712208c80dd25b0bfbf90a3b5548140ed78b9b50bd185532564dd7) AuthConfig (a7f9676906e8ec182241cefc6a2aa6811269b585a6806f7cb8fd0358f8cb1c30) AuthConfig (a375ca65eecd9964491e1de4f5880ca1d80925ea86f31e5e31a492363ea84931) AuthConfig (99431a27268b709bc092336988ee2b03635b76012662008706a463c7294dd11a) AuthConfig (1ad1eb8f1bb19b47b31ded90ec35546b5d05bddca8b963fbdfb57669120e7d5a) AuthConfig (76c7094fcf53feacf9d605f3960194a3baab218b5621b9842df650c6d9b26b6c) AuthConfig (cc9538dadeb6daaf6a9832b224de24986ea0e33d605a0ea87e7350b0add963fe) AuthConfig (5a40579e8c2f9ea0d3630692c453f41751174a082602d94e7191dd998b7478be) AuthConfig (375f6d8168067ed0ca2512951a57c54ccb4a6fdad18d5af949178285e6686dd9) AuthConfig (0c624df6106218ea4aee102f2e72b51f29d86e428930c4b9ed8b106f2b237f9b) AuthConfig (a10663fa6b67ae2da8bc99055a1d824e82d792f51588a498ba80efcc25b72c58) AuthConfig (b0b5884246b2bc4dd43f24607246aa819567e42b0a9e7a4dbaca074eaad0b42d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"57a66df5-217d-45cc-9ad3-fc5a55952376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.684430396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5947879-551b-46af-a13c-6ef8535ea5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.684453398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"ad32016e-cf1b-4a56-b4c2-d701b68c966e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.712695163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"4d3f98ac-d814-4f3f-8e0f-fa25bbf8c6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.714269053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02eae12c-f360-4d0a-9565-87e3f709ced7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.741188178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"ad32016e-cf1b-4a56-b4c2-d701b68c966e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.741212671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5947879-551b-46af-a13c-6ef8535ea5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.826121032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"2328c000-8f75-4e14-80be-52fbf572b4d4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:52.883627589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"2328c000-8f75-4e14-80be-52fbf572b4d4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.075045589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"3d8e17f5-d512-41d5-bcf8-5eee8c9ea772","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.132226913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"3d8e17f5-d512-41d5-bcf8-5eee8c9ea772","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.174158791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c8a790c8-9d3c-4823-9173-6fc7aebbb3b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.174824857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e49f5f7b-0cfd-4cc8-b198-7c3310c9ac7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.175322472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"afa9179b-3e4f-466c-96ef-5d8aca08d477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.270849758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c8a790c8-9d3c-4823-9173-6fc7aebbb3b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.271021904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"afa9179b-3e4f-466c-96ef-5d8aca08d477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.274328369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e49f5f7b-0cfd-4cc8-b198-7c3310c9ac7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.320991592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"99d2e00e-f2b4-40b9-9109-8e33780a4b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.381504184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"99d2e00e-f2b4-40b9-9109-8e33780a4b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.58517146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"04d2dd8e-62d3-4088-8511-6536df6b17bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.751965453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"4ebb55df-4d23-4399-a733-7f8a3f534e25","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:53.874443561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"cfe87b15-08eb-446d-9428-dfdab1979d11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.041188077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"e9d277d6-fff7-4eaa-8ded-41810c31ddcc","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.449846985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"5c8491c0-cd21-4f20-8b2b-1683f176fae5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.62048047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"97ca1c81-7468-478f-a6d8-caa171cc71a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.62048249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8c053111-99e6-4298-a5f2-f15a00e1ab46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.677895643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"97ca1c81-7468-478f-a6d8-caa171cc71a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.677994094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8c053111-99e6-4298-a5f2-f15a00e1ab46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.733933656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3e93c98b92b934bf81b2e3f6f6afbde33d682dbf96746f75f2cae5a7229fb81) AuthConfig (e65341ef67489a27d27ab73e2cde447983f48754713274995711fab8ca886d76) AuthConfig (b31d4442d8b5a69190a935757bffb6b9662afb2d69aa0e72a382e194addba222) AuthConfig (7e8300276fba9e78918857af07f9c3794d75d16925bac984f892536aa6111fdc) AuthConfig (87bf9e8f1b3203138d3da11a3f98b0b1c152a12cb36c184950b0975ae3702597) AuthConfig (8ef2eb640859bc9c1e3119993e1db3e5ade483510c3d124ef9a0da71f8703892) AuthConfig (dcb417761f2a1feefc49e0fd8a07442c2f903cc9705f980159290c80a7d5dcdb) AuthConfig (d83670f738141b188661e4fd8f5388da10a8518cbd4fb226ada23e49cdd68f44) AuthConfig (73ea41d7c7aad908ec9e735677281c164dbb78cdde4a0053c95dc36cf684a30f) AuthConfig (e03ed462dc395706a043bfdc153f0ed38ee771d4b5aab0f0258761a39cda043b) AuthConfig (722b3a3c6d86acb7b10078c0e0248a407b452f8134f371ba3a883ab8e961a21c) AuthConfig (8317c6f1d677e314212ea3a9e961fd2757792fee3a73acd1c24d815028af98a3) AuthConfig (4fa63bad914f7e0ad299a80f6a0f171e934a960430c4b53262d5ec0cb56e82d0) AuthConfig (5382942de16619f95c03751b684db75df0a6348240a01b7c127ab4735a0409b2) AuthConfig (ef6d6e218dc79d39fbd32801375e8941f137ce8e3c04ab12724faff06074ce9b) AuthConfig (88a4abb7e7272d3b2cde16d3d49c9249b78ffe78dda46d9967a55b8db605567b) AuthConfig (af2bcd940270cd67cc6da543ed41e7e275684e61f5871f3c457ade4a436a817b) AuthConfig (f10324b89792e8ec4990f7d0834b2c264e838f57b7c45c6eed468f9dd5472af0) AuthConfig (2cb9b41d3fe407e4e81bf806f7e4007247250bbcae1e646169491ab5b8706aa7) AuthConfig (22322bad82ffc70cb5c7ac71bdcd3170b6244a85a98a67df4aeafae297964a08) AuthConfig (1cc3218068bf3a45c251dc595833b07130fd552430bb24038d88781b34f523f8) AuthConfig (b119c47f1a38ba9a60a3739be83173651b5399024108a74b7c52fdfa4a1b7b67) AuthConfig (c30e2a6aace7c2f9e22eb249a126b8e41b963e17a21111c4448191ce791dc7cc) AuthConfig (ea5bc93b916e98b6353d9f6cb346f920140882b52cddc4972801782392507396) AuthConfig (7edd5738de1d667b293071ec3d5814ceb5a12106131988d336b0050a15900e8f) AuthConfig (9e1bc9ddcd971ef8ce06915ecf6ef96c3ba83f1f173aa8de22e6d5a4660abdaf) AuthConfig (be4ce98cb270b30849b70903fbb273be787d75942a16258bebca4649b8bab5a7) AuthConfig (ab61676918c69280adc97ad5629d4c3f8cd13906f66038a56eb94bb28956dee8) AuthConfig (419e590ee4d086ec3070ddb54e22d3b8b4e290a2345fee135eca77050e2bfbe9) AuthConfig (85affc83c361a9e678595329baa57317926ed63bcc392acd5af6566d15a162e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"97ca1c81-7468-478f-a6d8-caa171cc71a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.733931086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3e93c98b92b934bf81b2e3f6f6afbde33d682dbf96746f75f2cae5a7229fb81) AuthConfig (e65341ef67489a27d27ab73e2cde447983f48754713274995711fab8ca886d76) AuthConfig (b31d4442d8b5a69190a935757bffb6b9662afb2d69aa0e72a382e194addba222) AuthConfig (7e8300276fba9e78918857af07f9c3794d75d16925bac984f892536aa6111fdc) AuthConfig (87bf9e8f1b3203138d3da11a3f98b0b1c152a12cb36c184950b0975ae3702597) AuthConfig (8ef2eb640859bc9c1e3119993e1db3e5ade483510c3d124ef9a0da71f8703892) AuthConfig (dcb417761f2a1feefc49e0fd8a07442c2f903cc9705f980159290c80a7d5dcdb) AuthConfig (d83670f738141b188661e4fd8f5388da10a8518cbd4fb226ada23e49cdd68f44) AuthConfig (73ea41d7c7aad908ec9e735677281c164dbb78cdde4a0053c95dc36cf684a30f) AuthConfig (e03ed462dc395706a043bfdc153f0ed38ee771d4b5aab0f0258761a39cda043b) AuthConfig (722b3a3c6d86acb7b10078c0e0248a407b452f8134f371ba3a883ab8e961a21c) AuthConfig (8317c6f1d677e314212ea3a9e961fd2757792fee3a73acd1c24d815028af98a3) AuthConfig (4fa63bad914f7e0ad299a80f6a0f171e934a960430c4b53262d5ec0cb56e82d0) AuthConfig (5382942de16619f95c03751b684db75df0a6348240a01b7c127ab4735a0409b2) AuthConfig (ef6d6e218dc79d39fbd32801375e8941f137ce8e3c04ab12724faff06074ce9b) AuthConfig (88a4abb7e7272d3b2cde16d3d49c9249b78ffe78dda46d9967a55b8db605567b) AuthConfig (af2bcd940270cd67cc6da543ed41e7e275684e61f5871f3c457ade4a436a817b) AuthConfig (f10324b89792e8ec4990f7d0834b2c264e838f57b7c45c6eed468f9dd5472af0) AuthConfig (2cb9b41d3fe407e4e81bf806f7e4007247250bbcae1e646169491ab5b8706aa7) AuthConfig (22322bad82ffc70cb5c7ac71bdcd3170b6244a85a98a67df4aeafae297964a08) AuthConfig (1cc3218068bf3a45c251dc595833b07130fd552430bb24038d88781b34f523f8) AuthConfig (b119c47f1a38ba9a60a3739be83173651b5399024108a74b7c52fdfa4a1b7b67) AuthConfig (c30e2a6aace7c2f9e22eb249a126b8e41b963e17a21111c4448191ce791dc7cc) AuthConfig (ea5bc93b916e98b6353d9f6cb346f920140882b52cddc4972801782392507396) AuthConfig (7edd5738de1d667b293071ec3d5814ceb5a12106131988d336b0050a15900e8f) AuthConfig (9e1bc9ddcd971ef8ce06915ecf6ef96c3ba83f1f173aa8de22e6d5a4660abdaf) AuthConfig (be4ce98cb270b30849b70903fbb273be787d75942a16258bebca4649b8bab5a7) AuthConfig (ab61676918c69280adc97ad5629d4c3f8cd13906f66038a56eb94bb28956dee8) AuthConfig (419e590ee4d086ec3070ddb54e22d3b8b4e290a2345fee135eca77050e2bfbe9) AuthConfig (85affc83c361a9e678595329baa57317926ed63bcc392acd5af6566d15a162e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8c053111-99e6-4298-a5f2-f15a00e1ab46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.791569966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"9b0d56b0-bfc5-43d8-86c1-30b4edb3f404","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.794389528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"ef7e8305-ba99-4b35-b2fc-5d867cd52181","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.946332288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a09fb3f8-e913-448c-9e49-4d6ef515e488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:54.948663425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ec064d0c-d568-4a26-8e6e-6252aa48a2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.003803906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a09fb3f8-e913-448c-9e49-4d6ef515e488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.00691212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ec064d0c-d568-4a26-8e6e-6252aa48a2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.063156011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3e93c98b92b934bf81b2e3f6f6afbde33d682dbf96746f75f2cae5a7229fb81) AuthConfig (e65341ef67489a27d27ab73e2cde447983f48754713274995711fab8ca886d76) AuthConfig (b31d4442d8b5a69190a935757bffb6b9662afb2d69aa0e72a382e194addba222) AuthConfig (7e8300276fba9e78918857af07f9c3794d75d16925bac984f892536aa6111fdc) AuthConfig (87bf9e8f1b3203138d3da11a3f98b0b1c152a12cb36c184950b0975ae3702597) AuthConfig (8ef2eb640859bc9c1e3119993e1db3e5ade483510c3d124ef9a0da71f8703892) AuthConfig (dcb417761f2a1feefc49e0fd8a07442c2f903cc9705f980159290c80a7d5dcdb) AuthConfig (d83670f738141b188661e4fd8f5388da10a8518cbd4fb226ada23e49cdd68f44) AuthConfig (73ea41d7c7aad908ec9e735677281c164dbb78cdde4a0053c95dc36cf684a30f) AuthConfig (e03ed462dc395706a043bfdc153f0ed38ee771d4b5aab0f0258761a39cda043b) AuthConfig (722b3a3c6d86acb7b10078c0e0248a407b452f8134f371ba3a883ab8e961a21c) AuthConfig (8317c6f1d677e314212ea3a9e961fd2757792fee3a73acd1c24d815028af98a3) AuthConfig (4fa63bad914f7e0ad299a80f6a0f171e934a960430c4b53262d5ec0cb56e82d0) AuthConfig (5382942de16619f95c03751b684db75df0a6348240a01b7c127ab4735a0409b2) AuthConfig (ef6d6e218dc79d39fbd32801375e8941f137ce8e3c04ab12724faff06074ce9b) AuthConfig (88a4abb7e7272d3b2cde16d3d49c9249b78ffe78dda46d9967a55b8db605567b) AuthConfig (af2bcd940270cd67cc6da543ed41e7e275684e61f5871f3c457ade4a436a817b) AuthConfig (f10324b89792e8ec4990f7d0834b2c264e838f57b7c45c6eed468f9dd5472af0) AuthConfig (2cb9b41d3fe407e4e81bf806f7e4007247250bbcae1e646169491ab5b8706aa7) AuthConfig (22322bad82ffc70cb5c7ac71bdcd3170b6244a85a98a67df4aeafae297964a08) AuthConfig (1cc3218068bf3a45c251dc595833b07130fd552430bb24038d88781b34f523f8) AuthConfig (b119c47f1a38ba9a60a3739be83173651b5399024108a74b7c52fdfa4a1b7b67) AuthConfig (c30e2a6aace7c2f9e22eb249a126b8e41b963e17a21111c4448191ce791dc7cc) AuthConfig (ea5bc93b916e98b6353d9f6cb346f920140882b52cddc4972801782392507396) AuthConfig (7edd5738de1d667b293071ec3d5814ceb5a12106131988d336b0050a15900e8f) AuthConfig (9e1bc9ddcd971ef8ce06915ecf6ef96c3ba83f1f173aa8de22e6d5a4660abdaf) AuthConfig (be4ce98cb270b30849b70903fbb273be787d75942a16258bebca4649b8bab5a7) AuthConfig (ab61676918c69280adc97ad5629d4c3f8cd13906f66038a56eb94bb28956dee8) AuthConfig (419e590ee4d086ec3070ddb54e22d3b8b4e290a2345fee135eca77050e2bfbe9) AuthConfig (85affc83c361a9e678595329baa57317926ed63bcc392acd5af6566d15a162e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ec064d0c-d568-4a26-8e6e-6252aa48a2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.063237998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3e93c98b92b934bf81b2e3f6f6afbde33d682dbf96746f75f2cae5a7229fb81) AuthConfig (e65341ef67489a27d27ab73e2cde447983f48754713274995711fab8ca886d76) AuthConfig (b31d4442d8b5a69190a935757bffb6b9662afb2d69aa0e72a382e194addba222) AuthConfig (7e8300276fba9e78918857af07f9c3794d75d16925bac984f892536aa6111fdc) AuthConfig (87bf9e8f1b3203138d3da11a3f98b0b1c152a12cb36c184950b0975ae3702597) AuthConfig (8ef2eb640859bc9c1e3119993e1db3e5ade483510c3d124ef9a0da71f8703892) AuthConfig (dcb417761f2a1feefc49e0fd8a07442c2f903cc9705f980159290c80a7d5dcdb) AuthConfig (d83670f738141b188661e4fd8f5388da10a8518cbd4fb226ada23e49cdd68f44) AuthConfig (73ea41d7c7aad908ec9e735677281c164dbb78cdde4a0053c95dc36cf684a30f) AuthConfig (e03ed462dc395706a043bfdc153f0ed38ee771d4b5aab0f0258761a39cda043b) AuthConfig (722b3a3c6d86acb7b10078c0e0248a407b452f8134f371ba3a883ab8e961a21c) AuthConfig (8317c6f1d677e314212ea3a9e961fd2757792fee3a73acd1c24d815028af98a3) AuthConfig (4fa63bad914f7e0ad299a80f6a0f171e934a960430c4b53262d5ec0cb56e82d0) AuthConfig (5382942de16619f95c03751b684db75df0a6348240a01b7c127ab4735a0409b2) AuthConfig (ef6d6e218dc79d39fbd32801375e8941f137ce8e3c04ab12724faff06074ce9b) AuthConfig (88a4abb7e7272d3b2cde16d3d49c9249b78ffe78dda46d9967a55b8db605567b) AuthConfig (af2bcd940270cd67cc6da543ed41e7e275684e61f5871f3c457ade4a436a817b) AuthConfig (f10324b89792e8ec4990f7d0834b2c264e838f57b7c45c6eed468f9dd5472af0) AuthConfig (2cb9b41d3fe407e4e81bf806f7e4007247250bbcae1e646169491ab5b8706aa7) AuthConfig (22322bad82ffc70cb5c7ac71bdcd3170b6244a85a98a67df4aeafae297964a08) AuthConfig (1cc3218068bf3a45c251dc595833b07130fd552430bb24038d88781b34f523f8) AuthConfig (b119c47f1a38ba9a60a3739be83173651b5399024108a74b7c52fdfa4a1b7b67) AuthConfig (c30e2a6aace7c2f9e22eb249a126b8e41b963e17a21111c4448191ce791dc7cc) AuthConfig (ea5bc93b916e98b6353d9f6cb346f920140882b52cddc4972801782392507396) AuthConfig (7edd5738de1d667b293071ec3d5814ceb5a12106131988d336b0050a15900e8f) AuthConfig (9e1bc9ddcd971ef8ce06915ecf6ef96c3ba83f1f173aa8de22e6d5a4660abdaf) AuthConfig (be4ce98cb270b30849b70903fbb273be787d75942a16258bebca4649b8bab5a7) AuthConfig (ab61676918c69280adc97ad5629d4c3f8cd13906f66038a56eb94bb28956dee8) AuthConfig (419e590ee4d086ec3070ddb54e22d3b8b4e290a2345fee135eca77050e2bfbe9) AuthConfig (85affc83c361a9e678595329baa57317926ed63bcc392acd5af6566d15a162e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a09fb3f8-e913-448c-9e49-4d6ef515e488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:49:55.117238059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ec064d0c-d568-4a26-8e6e-6252aa48a2b2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.27832553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"75a6e968-3e07-474f-a887-48acc9b9338d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.336270127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"75a6e968-3e07-474f-a887-48acc9b9338d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.392611119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-fd61e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3e93c98b92b934bf81b2e3f6f6afbde33d682dbf96746f75f2cae5a7229fb81) AuthConfig (e65341ef67489a27d27ab73e2cde447983f48754713274995711fab8ca886d76) AuthConfig (b31d4442d8b5a69190a935757bffb6b9662afb2d69aa0e72a382e194addba222) AuthConfig (7e8300276fba9e78918857af07f9c3794d75d16925bac984f892536aa6111fdc) AuthConfig (87bf9e8f1b3203138d3da11a3f98b0b1c152a12cb36c184950b0975ae3702597) AuthConfig (8ef2eb640859bc9c1e3119993e1db3e5ade483510c3d124ef9a0da71f8703892) AuthConfig (dcb417761f2a1feefc49e0fd8a07442c2f903cc9705f980159290c80a7d5dcdb) AuthConfig (d83670f738141b188661e4fd8f5388da10a8518cbd4fb226ada23e49cdd68f44) AuthConfig (73ea41d7c7aad908ec9e735677281c164dbb78cdde4a0053c95dc36cf684a30f) AuthConfig (e03ed462dc395706a043bfdc153f0ed38ee771d4b5aab0f0258761a39cda043b) AuthConfig (722b3a3c6d86acb7b10078c0e0248a407b452f8134f371ba3a883ab8e961a21c) AuthConfig (8317c6f1d677e314212ea3a9e961fd2757792fee3a73acd1c24d815028af98a3) AuthConfig (4fa63bad914f7e0ad299a80f6a0f171e934a960430c4b53262d5ec0cb56e82d0) AuthConfig (5382942de16619f95c03751b684db75df0a6348240a01b7c127ab4735a0409b2) AuthConfig (ef6d6e218dc79d39fbd32801375e8941f137ce8e3c04ab12724faff06074ce9b) AuthConfig (88a4abb7e7272d3b2cde16d3d49c9249b78ffe78dda46d9967a55b8db605567b) AuthConfig (af2bcd940270cd67cc6da543ed41e7e275684e61f5871f3c457ade4a436a817b) AuthConfig (f10324b89792e8ec4990f7d0834b2c264e838f57b7c45c6eed468f9dd5472af0) AuthConfig (2cb9b41d3fe407e4e81bf806f7e4007247250bbcae1e646169491ab5b8706aa7) AuthConfig (22322bad82ffc70cb5c7ac71bdcd3170b6244a85a98a67df4aeafae297964a08) AuthConfig (1cc3218068bf3a45c251dc595833b07130fd552430bb24038d88781b34f523f8) AuthConfig (b119c47f1a38ba9a60a3739be83173651b5399024108a74b7c52fdfa4a1b7b67) AuthConfig (c30e2a6aace7c2f9e22eb249a126b8e41b963e17a21111c4448191ce791dc7cc) AuthConfig (ea5bc93b916e98b6353d9f6cb346f920140882b52cddc4972801782392507396) AuthConfig (7edd5738de1d667b293071ec3d5814ceb5a12106131988d336b0050a15900e8f) AuthConfig (9e1bc9ddcd971ef8ce06915ecf6ef96c3ba83f1f173aa8de22e6d5a4660abdaf) AuthConfig (be4ce98cb270b30849b70903fbb273be787d75942a16258bebca4649b8bab5a7) AuthConfig (ab61676918c69280adc97ad5629d4c3f8cd13906f66038a56eb94bb28956dee8) AuthConfig (419e590ee4d086ec3070ddb54e22d3b8b4e290a2345fee135eca77050e2bfbe9) AuthConfig (85affc83c361a9e678595329baa57317926ed63bcc392acd5af6566d15a162e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"75a6e968-3e07-474f-a887-48acc9b9338d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:55.878767567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.249032786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"eeafb63e-1058-4ac1-b559-340114998580","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.249071034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"eeafb63e-1058-4ac1-b559-340114998580","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.355763003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"c7205fa8-7976-485e-a8a3-10077423597e","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.355795146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"c7205fa8-7976-485e-a8a3-10077423597e","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.459037328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"bdf874b7-8251-406c-a69a-eeb25a65da27","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.516203087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"bdf874b7-8251-406c-a69a-eeb25a65da27","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.9423402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"2cd40c23-4061-4501-8e78-575d6109e06e","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:49:56.942365185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"2cd40c23-4061-4501-8e78-575d6109e06e","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.690324869Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-0f9e1301","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301","reconcileID":"e14e424c-e3b8-4c73-9277-f9f70a3a57f8","MaaSSubscription":{"name":"e2e-filter-sub-b-0f9e1301","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscription":"e2e-filter-sub-b-0f9e1301","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.825233251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"f58caece-eaf7-47f5-8606-798ec6e98203","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.825268041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"f58caece-eaf7-47f5-8606-798ec6e98203","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:50:01.881562443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"c3c79ebc-7a66-4fef-a2af-738187375e37","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-ae0ba1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.910004072Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-0f9e1301","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301","reconcileID":"e14e424c-e3b8-4c73-9277-f9f70a3a57f8","MaaSSubscription":{"name":"e2e-filter-sub-b-0f9e1301","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2ade09/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.986343828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6013ee55-7a6f-442e-bc7d-84627286ef4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.986381405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"36d47d3d-4af9-420b-aad0-c82b7157553b","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.986939172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a18cbd3-5a54-4ab4-a0da-1012ea634af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.990437619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"6144ccb6-ab85-499e-98c5-3888285f81a9","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:01.990462444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"6144ccb6-ab85-499e-98c5-3888285f81a9","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.049013818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"36d47d3d-4af9-420b-aad0-c82b7157553b","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.049404563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a18cbd3-5a54-4ab4-a0da-1012ea634af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.053350036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6013ee55-7a6f-442e-bc7d-84627286ef4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:50:02.099819587Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"6144ccb6-ab85-499e-98c5-3888285f81a9","name":"e2e-rt-sw-ae0ba1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-ae0ba1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:50:02.099892923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"6144ccb6-ab85-499e-98c5-3888285f81a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-ae0ba1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.121263691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"d093f62d-e125-40ac-8b74-6d4b40ff40cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.15225737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"713312d2-d9d0-4a98-b09d-58d1971fba8a","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.152276054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"713312d2-d9d0-4a98-b09d-58d1971fba8a","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.205224786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"050f2929-1bed-4dcb-b662-72efe1cf069e","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.33250403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0e6bda6b-3c7f-43ac-89b1-40050f0901d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.33250358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"f60db01a-f73b-472b-a599-a564e66f67e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.333295797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"dd077cb7-baab-44d6-aa7e-511399fe5179","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.376107307Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"571d3055-4321-4c97-b543-1d7236baeccc","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ae0ba1","model":"e2e-rt-sw-ae0ba1","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-ae0ba1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.389875662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0e6bda6b-3c7f-43ac-89b1-40050f0901d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.392015958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"f60db01a-f73b-472b-a599-a564e66f67e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.480956148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"625e9c41-79a3-4e77-86bf-fa7e28f18a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.538031698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"625e9c41-79a3-4e77-86bf-fa7e28f18a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.581583063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"9c5b06e4-4923-40b8-8ca3-e610e63fcb53","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.581583116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bc9232d-6fda-4f3e-951f-05aa6cf7d451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.594376562Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-a-34f5bfe6-auth","reconcileID":"37931ebb-f51f-426b-be05-92c18c6ea45f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-34f5bfe6-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.639413079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bc9232d-6fda-4f3e-951f-05aa6cf7d451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.639765157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"9c5b06e4-4923-40b8-8ca3-e610e63fcb53","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.649793364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"54715a79-d2da-4371-a0a4-c47c89c805bc","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.649811675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"54715a79-d2da-4371-a0a4-c47c89c805bc","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.787929233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"3ac99e13-6419-44b5-a276-bc74e3c183d7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.804832257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"5b1d98da-7902-4f17-8e65-e42fcfd99a4c","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.845507779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"3ac99e13-6419-44b5-a276-bc74e3c183d7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.859061854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"71ac452d-5f12-4238-8c4a-97f1fb235e49","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ae0ba1","model":"llm/e2e-rt-sw-ae0ba1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.904313899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"9c437254-288d-41c7-bb33-8f0e7cdbe5e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.976087079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"6e9a2d84-da0d-4820-9ca1-97ea02f8a8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.980236561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"9c437254-288d-41c7-bb33-8f0e7cdbe5e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:02.980575838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"0e708520-7392-4a2d-b2fe-c4542e54766a","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.033091031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"6e9a2d84-da0d-4820-9ca1-97ea02f8a8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.099960006Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-filter-sub-b-0f9e1301-auth","reconcileID":"3bcfc767-a639-4136-92b4-7f1c72ffafde","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0f9e1301-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.358407198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"45889c3e-c720-4081-933d-616acc49273e","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.359208076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"d5fb186e-e769-49f2-8edf-6ce86e2ef6e8","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:03.359835258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"c1e6c578-0da9-4b8c-bee6-570f1589f656","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.219836206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"6d2f1f94-5c3a-4b27-a5dc-66cba721e15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.276794939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"6d2f1f94-5c3a-4b27-a5dc-66cba721e15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.550823511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"d70eab33-0ac7-4249-8bfe-c81bb6d76416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.551442676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"8828ec04-7b85-4ae3-8ffa-a09eec266797","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.60985307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"d70eab33-0ac7-4249-8bfe-c81bb6d76416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.930334546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"236ae6d7-9ef9-4cfe-b704-e79312f250a2","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.95253028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"99f45795-93da-4592-b1b5-7500e26b6325","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.952708339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db52dbcb-c895-4fcc-8756-66fe1888d3b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:05.952533476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"736dd986-ce2d-4245-a8ca-349c0ff4e0cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.011828458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"99f45795-93da-4592-b1b5-7500e26b6325","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.012269006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db52dbcb-c895-4fcc-8756-66fe1888d3b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:06.017159164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"736dd986-ce2d-4245-a8ca-349c0ff4e0cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.383832227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"0ae9d845-fbab-4003-ac7b-adfa36428b5d","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.438910174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"0117f208-7038-44c9-90b9-01852f2be53a","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.602582982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"ab2259dc-670b-4ced-8b32-40b177bde687","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.659867899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"ab2259dc-670b-4ced-8b32-40b177bde687","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.661865066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"b2e09ce1-b312-47da-8d98-1adf9779e199","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.719132366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"17c1d8c4-bf88-44d8-953d-39ecc453452a","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:50:07.775805896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-0d24afe7","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7","reconcileID":"ac2d9e32-82df-429a-91a4-830facb68fd1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-0d24afe7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.818534208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"b95f69a7-02f8-4cf8-8394-2e7725527365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.818537267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"3efc8eea-b53c-40a5-a331-fe47cf28fc4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.884998671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"3efc8eea-b53c-40a5-a331-fe47cf28fc4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.896554744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"b95f69a7-02f8-4cf8-8394-2e7725527365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.898435811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"d200eb3b-f5b3-464c-8d57-4c03c7fb9619","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.974990422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"6e3f57c4-8c51-4f6e-a529-ed3ed402b2a1","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:07.976078983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"75e9885d-abf3-4c04-88e4-aa5fbf756087","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.136939953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"1a1cad83-fe91-46c2-bcc4-c7f7168950dc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.195197554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"1a1cad83-fe91-46c2-bcc4-c7f7168950dc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.244897799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c6fbc147-890b-4538-a9af-349fb686e071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.244896718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"9f372d5d-555d-4af0-adde-8ab5b0dab7f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.253640327Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-0d24afe7","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7","reconcileID":"2a2b7231-2ba8-40e4-b6e4-2006792262a9","MaaSSubscription":{"name":"e2e-bulk-sub-0d24afe7","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e7929d/e2e-bulk-sub-0d24afe7","ai-tenant-e2e-worker-w4-e7929d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.302609012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c6fbc147-890b-4538-a9af-349fb686e071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.303692364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"9f372d5d-555d-4af0-adde-8ab5b0dab7f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.419704652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"0521f039-a7f2-4aaf-980f-2b616c18162f","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.462476522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"6c844c40-f116-4c00-94f6-e050f0a6f66a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:08.640942312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-0d24afe7","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7","reconcileID":"68f52201-4d5b-4776-8864-22a45367ea01","MaaSSubscription":{"name":"e2e-bulk-sub-0d24afe7","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:12.278623617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"392473c6-f89e-4a09-8cbf-dfbb82c32106","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:12.337488511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"747cc8ff-a43a-4ed1-a8fa-e882d398a7a5","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:12.504853297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6aff1d15","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-gw-auth-6aff1d15","reconcileID":"37354285-2257-4dfd-98db-9500e1dbb04c","MaaSAuthPolicy":{"name":"e2e-gw-auth-6aff1d15","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:12.566160347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6aff1d15","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-gw-auth-6aff1d15","reconcileID":"37354285-2257-4dfd-98db-9500e1dbb04c","MaaSAuthPolicy":{"name":"e2e-gw-auth-6aff1d15","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:12.847032702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"c3165655-498e-4117-b575-25bbeb7ab1fe","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:13.010895726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6aff1d15","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-gw-auth-6aff1d15","reconcileID":"b0b741ad-bd2a-4d2d-aabe-ab2bb1a47ace","MaaSAuthPolicy":{"name":"e2e-gw-auth-6aff1d15","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:13.088028529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6aff1d15","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-gw-auth-6aff1d15","reconcileID":"b0b741ad-bd2a-4d2d-aabe-ab2bb1a47ace","MaaSAuthPolicy":{"name":"e2e-gw-auth-6aff1d15","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.084393016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"d183aa01-0e33-40ea-8d48-fda775a4f5a9","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.244600914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"67b6fcb4-68c3-4018-bd70-301a1bd1d164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.248558582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"fde540a1-6562-4425-9e5b-795be94a1a1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.248570473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"d4ba8aed-5a4d-4236-b6db-29e45b422abd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.305156171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"67b6fcb4-68c3-4018-bd70-301a1bd1d164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.307918287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"d4ba8aed-5a4d-4236-b6db-29e45b422abd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:14.30896065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"fde540a1-6562-4425-9e5b-795be94a1a1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.072444078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"174a2ae3-11f9-4d4c-a59e-da5a7f58940b","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.072949774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"33949c83-7662-4220-ad4d-7dae5f8c4bde","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.149655493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"0d581f5e-2561-4784-8a1c-6a87843b5022","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.150014341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"45910d50-1010-4bc7-93e3-f8ad08cedda7","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.244728909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"7d5a0e60-59d2-4eeb-9a8a-5be5deb05dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.244793138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"56d8e751-459f-4089-877d-ac9e399548d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.305274298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"9b3f1a80-97bf-4693-8633-ce58cc64db39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.306204442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"2a36b10e-555a-41f2-b618-f02af0a64d73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.366679757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"56d8e751-459f-4089-877d-ac9e399548d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.366997752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"7d5a0e60-59d2-4eeb-9a8a-5be5deb05dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.486227382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"7ccc140a-b20f-4a54-a1f9-851b38c67162","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ae0ba1","model":"llm/e2e-rt-sw-ae0ba1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.558671661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"21a6fb8f-4632-44b1-813b-963e3de2be92","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.558677258Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6aff1d15","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-gw-auth-6aff1d15","reconcileID":"51a5efef-a526-4861-bb0d-4610e4f4dbeb","MaaSAuthPolicy":{"name":"e2e-gw-auth-6aff1d15","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.746203999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"a9ba05cf-7ec2-46a1-80b6-4885ee709d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.746639633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e362015f-6f78-4378-bd33-f287e8a66ca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.767750951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"57592930-5f97-4be7-9e07-f01d0c55df58","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.76783812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"57592930-5f97-4be7-9e07-f01d0c55df58","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.822529898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e362015f-6f78-4378-bd33-f287e8a66ca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.824668788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"a9ba05cf-7ec2-46a1-80b6-4885ee709d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.845316859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"dceec95d-86e5-408a-aa42-d86638b6c0c8","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.934987551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3dd0403-5d1d-4aa6-a048-4f69569b48bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.93526756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"97ef14f5-df3d-4cfb-9640-ff2e56d32f0c","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:17.998825563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"97ef14f5-df3d-4cfb-9640-ff2e56d32f0c","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.010429955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3dd0403-5d1d-4aa6-a048-4f69569b48bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.057522505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1691632a-606e-47f1-9b49-0e421ab85fed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:18.122708334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1691632a-606e-47f1-9b49-0e421ab85fed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.233823289Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"dda3a657-0b9e-47bb-8d6d-5a44e21dace1","namespace":"llm","name":"e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.286246754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"6d234597-2e65-4d00-9b69-01a51a11faa5","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.286315995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"6d234597-2e65-4d00-9b69-01a51a11faa5","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.390175674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"f14a4f22-888a-4877-aa85-3b86f555db3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.390377349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"fade9162-5e43-4fd3-b57f-6dd1ebc4b4bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.390974038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"72e09370-45e8-4b10-9472-0621f3c16792","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.391028958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"111f9431-a144-4c02-85ed-ecab918e6f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.443881623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca506d4f-25f0-45ae-84a1-7062ef0ea1de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.454765763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"fade9162-5e43-4fd3-b57f-6dd1ebc4b4bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.455558187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"f14a4f22-888a-4877-aa85-3b86f555db3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.458637649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"111f9431-a144-4c02-85ed-ecab918e6f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.459307883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"72e09370-45e8-4b10-9472-0621f3c16792","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.459833601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"97def2c5-f511-402b-8db1-223ef9a0849f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.459849428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"97def2c5-f511-402b-8db1-223ef9a0849f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.46041158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6aab2e5d-bb64-48eb-adc1-a185716bc3b7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.460431353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6aab2e5d-bb64-48eb-adc1-a185716bc3b7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.46075137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30581557-62c6-49b2-a49f-971f4712c59a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.460768359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30581557-62c6-49b2-a49f-971f4712c59a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.461092773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"001f567e-3013-4468-a7f3-a45a64fbfcd8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.461109461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"001f567e-3013-4468-a7f3-a45a64fbfcd8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.461447495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d1759a63-f6f6-4a5d-89ea-ef6731763d98","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.461462595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d1759a63-f6f6-4a5d-89ea-ef6731763d98","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.46175669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6c5651f6-ea4f-4492-a6e5-bd13caaff44d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.461772178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6c5651f6-ea4f-4492-a6e5-bd13caaff44d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.502984517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca506d4f-25f0-45ae-84a1-7062ef0ea1de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.514509623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"13e42813-eda7-4719-8684-369dd70b0cc5","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.514541979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"13e42813-eda7-4719-8684-369dd70b0cc5","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.567055308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"537256c9-9a87-47a7-bce3-4d0efe1b94f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.567074197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"537256c9-9a87-47a7-bce3-4d0efe1b94f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.56733537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a113f6f-203d-44cc-bebe-cb42767e7c7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.567352819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a113f6f-203d-44cc-bebe-cb42767e7c7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.670808302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"33a9c411-ef48-4ae3-a49c-b20e8757af1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.671620294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"75ded0a9-2aa3-46b4-a350-93ce45591850","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.723665805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"b09fd94f-7111-413b-a750-3938310429d1","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ae0ba1","model":"llm/e2e-rt-sw-ae0ba1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.766446466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"932b0fa2-6301-4dbe-82f7-d26e337b2868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.766489977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"5ff8f83b-f7ba-4379-8de8-36b203379d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.772591576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"51b52a31-ba49-4572-85d0-7046bf864417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.772617482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"84fa87af-30f4-447c-8e4d-84066119003b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.825468513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"5ff8f83b-f7ba-4379-8de8-36b203379d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.825478227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"932b0fa2-6301-4dbe-82f7-d26e337b2868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.831186463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"84fa87af-30f4-447c-8e4d-84066119003b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.831678211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"51b52a31-ba49-4572-85d0-7046bf864417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.921335699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"ff067310-1e3f-4110-a210-be8362df3180","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:20.980024012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"ff067310-1e3f-4110-a210-be8362df3180","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.136626674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e6046318-74fd-4f82-8f14-d4a8689132eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.14473152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"6ec5d5de-b2b8-4997-b66b-b49387e65203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.14474517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"ac7d5736-4ad8-4356-8f1a-6eab48859fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.188039218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e6233b6-b822-4da1-90bd-3821d38d7165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.19483902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e6046318-74fd-4f82-8f14-d4a8689132eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.203530071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"ac7d5736-4ad8-4356-8f1a-6eab48859fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.20376002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"6ec5d5de-b2b8-4997-b66b-b49387e65203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.245434319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e6233b6-b822-4da1-90bd-3821d38d7165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.448592439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0188a92d-5ffb-4e92-aaf6-ffc3486f1764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.509852868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0188a92d-5ffb-4e92-aaf6-ffc3486f1764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.541128929Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"c2fe022c-a1e2-4b61-804b-59d0f32ba3c6","namespace":"llm","name":"e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.701267077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"35c4b5a0-d227-45cb-a72e-83ce3cc801bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.70151649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"5eb2c49c-9758-413d-9254-19997f8541fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.702036425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"3e97b41a-9085-4e44-b6d1-1f107d9b0d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.752627235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b16f579-4e8d-4192-9a35-b46c8735f66f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.759018792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"35c4b5a0-d227-45cb-a72e-83ce3cc801bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.760408004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"5eb2c49c-9758-413d-9254-19997f8541fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.761401818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"3e97b41a-9085-4e44-b6d1-1f107d9b0d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.810208776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b16f579-4e8d-4192-9a35-b46c8735f66f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:21.950202774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"636d3a84-7c36-4e97-96d7-9e646e16b51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.007892239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"636d3a84-7c36-4e97-96d7-9e646e16b51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.119920264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"d20bc9cd-3b13-4366-8e0f-eca7dd4e4114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.120190279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"bb06eee2-efdc-41be-be96-3b79d981ef89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.119920033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"627323d5-4694-4d94-b84e-d4a92a919b2e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.177658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"627323d5-4694-4d94-b84e-d4a92a919b2e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.178569575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"bb06eee2-efdc-41be-be96-3b79d981ef89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.180319718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"d20bc9cd-3b13-4366-8e0f-eca7dd4e4114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.218436488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"d988366d-2170-4a4e-9d40-e53c7953f349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.27564324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"d988366d-2170-4a4e-9d40-e53c7953f349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.41884019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"35352ffb-4e2b-443d-ad85-6e006ef52096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.475867016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"35352ffb-4e2b-443d-ad85-6e006ef52096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.619911986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"cbca935a-d1a7-4a4b-bf58-0f26f3d87d46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.620015223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"d356e054-5208-441a-aa5f-0763ab7a39db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.620324243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"adc2d375-340f-44cb-b4bd-d998b7ab0d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.671320886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"3d05f460-6754-4100-8c1a-9998d421563c","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.677374875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"adc2d375-340f-44cb-b4bd-d998b7ab0d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.677411044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"d356e054-5208-441a-aa5f-0763ab7a39db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.6797459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"cbca935a-d1a7-4a4b-bf58-0f26f3d87d46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:22.72917718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"3d05f460-6754-4100-8c1a-9998d421563c","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:24.25571473Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-0d24afe7","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7","reconcileID":"0f51ed24-2170-4cc6-9102-7f44aaefa71f","MaaSSubscription":{"name":"e2e-bulk-sub-0d24afe7","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscription":"e2e-bulk-sub-0d24afe7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:24.473469394Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-0d24afe7","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7","reconcileID":"0f51ed24-2170-4cc6-9102-7f44aaefa71f","MaaSSubscription":{"name":"e2e-bulk-sub-0d24afe7","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e7929d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:24.685481548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"bbf5420f-097a-41c2-b156-7d0fa3b1f165","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:24.736733683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"ee288d6d-4d84-4fa8-b70b-2bba306a00c0","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:24.892949374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"f6bcbd7d-f919-4da2-a200-be97d098496e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:24.893119452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c2f03c67-9efa-4c53-9a4c-9e90cac1d1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:24.892953108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e71ff3de-d090-42bc-9c77-bda895f0b3d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:24.896091776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"00a92cdc-5812-4715-97b1-24755f7a7855","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:24.950477692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c2f03c67-9efa-4c53-9a4c-9e90cac1d1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:24.950534341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"f6bcbd7d-f919-4da2-a200-be97d098496e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:24.953862273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e71ff3de-d090-42bc-9c77-bda895f0b3d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.110703393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-bulk-sub-0d24afe7-auth","reconcileID":"03761b1c-451d-4476-8c2d-ac7e71f1258d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0d24afe7-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.27266625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"ad50a695-2829-4220-b453-596bb72f05cc","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:25.879011457Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:28.386783984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"5551fe9e-44db-4bae-84e2-871af26c8543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:28.387788139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"b6fd9cf8-857f-4d89-bee5-50ac220f9b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:28.447771076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"5551fe9e-44db-4bae-84e2-871af26c8543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:28.448100631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"b6fd9cf8-857f-4d89-bee5-50ac220f9b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:28.561202565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6da6766b-227b-4804-af8d-b2b5fa9e146d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:28.56122612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"f76e1b9b-ce93-4e02-8486-0245ec13224e","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:28.561721743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60a3d5a2-8acc-483a-b065-ff88e365fdb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:28.62088444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6da6766b-227b-4804-af8d-b2b5fa9e146d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:28.631732479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60a3d5a2-8acc-483a-b065-ff88e365fdb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:28.634666112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"f76e1b9b-ce93-4e02-8486-0245ec13224e","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.46537927Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"1ed90859-8243-4273-82a0-f86101bab61f","namespace":"llm","name":"e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.517865517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"565bec7b-98b2-42f8-b14a-84b492867c8a","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.51789313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"565bec7b-98b2-42f8-b14a-84b492867c8a","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.622535358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"248935a4-0f2c-4bf2-9cc5-ad85cd300bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.622589618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"4c845085-caf2-496e-988d-d721e1906c75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.623029287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"537d3a74-bb5b-4988-b3e9-94842f5a9a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.674439439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42b80322-5f8c-442b-8a39-2f9fb8cc6c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.676343281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"652b7569-e954-4999-8034-2d36b37b333a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.682343811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"4c845085-caf2-496e-988d-d721e1906c75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.682804987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"248935a4-0f2c-4bf2-9cc5-ad85cd300bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.684530803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"537d3a74-bb5b-4988-b3e9-94842f5a9a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.693004786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"06d42169-bba4-4ed2-9177-686c5537e2a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.693027251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"06d42169-bba4-4ed2-9177-686c5537e2a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.732198996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42b80322-5f8c-442b-8a39-2f9fb8cc6c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.732948591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"652b7569-e954-4999-8034-2d36b37b333a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.745978299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"2e37bd32-e971-4ef3-b466-c382b47e0273","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.745996788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"2e37bd32-e971-4ef3-b466-c382b47e0273","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.798850966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0edf3093-ddfb-462c-86d6-d47d0ad9393d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.798948713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0edf3093-ddfb-462c-86d6-d47d0ad9393d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.799419466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2523dd0c-0d0e-45e7-b206-aac6cfecc5fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.799440661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2523dd0c-0d0e-45e7-b206-aac6cfecc5fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.799882788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"851461ab-5dec-439b-b0b6-2b5d62cdbcf5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.799898826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"851461ab-5dec-439b-b0b6-2b5d62cdbcf5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.800509129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6d934b2f-e8d5-4d0d-99d8-529987aab62b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.800528554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6d934b2f-e8d5-4d0d-99d8-529987aab62b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.800832705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"40c9ee3c-e162-43e2-ba90-a4a22d61745d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.800846111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"40c9ee3c-e162-43e2-ba90-a4a22d61745d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.801120648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cfe0acfc-7575-49c4-a691-ae2a5d92a464","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.801135338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cfe0acfc-7575-49c4-a691-ae2a5d92a464","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.801443285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"648a2635-502b-4932-9036-b0873d9543e1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.801459694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"648a2635-502b-4932-9036-b0873d9543e1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.909042976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"806325af-f052-421e-976e-c07d1dd28e07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.91073008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d00716c8-e32c-4e50-b625-4b8542d877ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:45.96261804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"c339afd4-85f4-4369-84dc-4add39b0b5da","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ae0ba1","model":"llm/e2e-rt-sw-ae0ba1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.050265554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"86506d88-26b0-424f-8c92-de1a8ee597c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.050441571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"76b0d4a8-efac-40c4-ab18-ab123ee3ab24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.050269558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"3f73e002-9aed-4b62-94de-3e8ed282ffe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.10915367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"3f73e002-9aed-4b62-94de-3e8ed282ffe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.10917687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"86506d88-26b0-424f-8c92-de1a8ee597c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.111429652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"76b0d4a8-efac-40c4-ab18-ab123ee3ab24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.144505258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"b1c6813b-86f8-47c1-9ebf-e845f3edbe4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.150887038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"d2894278-2e03-47a0-99fc-ae2bd0c00722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.20156245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"b1c6813b-86f8-47c1-9ebf-e845f3edbe4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.208068559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"d2894278-2e03-47a0-99fc-ae2bd0c00722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.478264261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"77b08b74-4e1e-4add-83d9-9921c4bce43c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.478407639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"07947218-e2eb-4513-a728-ef7248af1db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.529634678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"48b63b11-8da4-4278-84b8-78e08fb07ed9","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.535320158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"77b08b74-4e1e-4add-83d9-9921c4bce43c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.535376196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"07947218-e2eb-4513-a728-ef7248af1db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.586922042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"48b63b11-8da4-4278-84b8-78e08fb07ed9","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.631186367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17819aab-d40c-4d0e-9ce3-4951e8b7ba9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.631475254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4520748a-00f0-415f-afa9-a5f24c5eba7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.688434895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17819aab-d40c-4d0e-9ce3-4951e8b7ba9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.688465904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4520748a-00f0-415f-afa9-a5f24c5eba7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.819249444Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"7ba6db15-4377-4d8f-88f0-1006678fccda","namespace":"llm","name":"e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.979728843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"888a1328-8eb6-472c-ae39-854384e7bb45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:46.979730457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"41fb07e8-e9a0-4118-9a3f-af6786316c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.037257955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"41fb07e8-e9a0-4118-9a3f-af6786316c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.03738159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"888a1328-8eb6-472c-ae39-854384e7bb45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.078666275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5e3cc785-da35-4baa-8bed-ed1620fe3d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.110811592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"4dcef244-bfc8-405e-bdf0-52322ed3f9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.141914789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b316dd59-e645-4dde-87d4-e6d15f569c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.14683939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5e3cc785-da35-4baa-8bed-ed1620fe3d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.168493391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"4dcef244-bfc8-405e-bdf0-52322ed3f9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.199026242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b316dd59-e645-4dde-87d4-e6d15f569c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.358874871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"7df38882-04e0-48f5-9f8a-18e3a9b4e59f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.358886131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"5ca886f3-01f3-442f-9694-6bb2cd1abd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.415947173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"7df38882-04e0-48f5-9f8a-18e3a9b4e59f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.416038817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"5ca886f3-01f3-442f-9694-6bb2cd1abd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.462829725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5db105a8-0773-4f82-905f-66db8c0a43a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.514379979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"14faf39d-92bf-4665-9e93-ccf1c98bdc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.519718672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5db105a8-0773-4f82-905f-66db8c0a43a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.540531463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"43dbc181-d34d-47db-8189-f456c595deac","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.571143356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"14faf39d-92bf-4665-9e93-ccf1c98bdc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.597551764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"43dbc181-d34d-47db-8189-f456c595deac","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.725534779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"7a712825-1dd4-4dab-aff5-daca73af0718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.777503678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"278826c1-b555-4ef3-b964-037ed49811e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.782385774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"7a712825-1dd4-4dab-aff5-daca73af0718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.82957026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4c291a5c-52fd-4743-a4b5-65619e43b81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.834962851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"278826c1-b555-4ef3-b964-037ed49811e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:47.886996161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4c291a5c-52fd-4743-a4b5-65619e43b81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.334379812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"6ff663bc-5a6a-4dc2-aca4-3db52fabfe4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.641584707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"906d758f-3326-4642-9547-9f3e02373cb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.743403388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"fa0367b2-c725-4566-b0cb-a067bf60a226","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.763494042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"022ba6f7-384d-4b54-9911-cb34699512eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.848003172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bac0b56-6ff6-4906-ace5-cf0d372132b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:54.99775374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"e3a7ebfe-2de6-4fb5-99d6-e9d96a734168","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ae0ba1","model":"llm/e2e-rt-sw-ae0ba1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.055380747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"617c965c-3d25-4185-87b1-442dc405aca5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.076480832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"f8c7b5b4-acca-4738-a690-f719ae83e615","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.159095918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"3be17057-57b9-44b0-9a0d-12c8db8b35f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.261727857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"168c7b53-4efd-4f15-8468-408c83779a0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.423754926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"0a6c29a3-a410-4e83-b78d-f2d23709704a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.550910316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"f9f428e0-1955-4156-93da-2115f0e50b67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.62891133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"9f90b0a0-c64f-4658-9056-ea2d3dfc6387","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.753982123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"9d031229-3d64-4a24-a1ca-878e183293e1","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.754727118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50108918-494d-435b-b385-9989fdb696be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.755975312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70a08b56-dd95-4982-865b-7b606eb706e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.818900853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50108918-494d-435b-b385-9989fdb696be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.834197125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"9d031229-3d64-4a24-a1ca-878e183293e1","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.841940478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70a08b56-dd95-4982-865b-7b606eb706e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:50:55.905062861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.471001058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"e2e-conflict-a-d331d324","reconcileID":"82ce5437-8e32-46fe-a358-0b5b03c80783","MaaSModelRef":{"name":"e2e-conflict-a-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"e2e-conflict-a-d331d324-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"e2e-conflict-a-d331d324","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.822472572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"86e036b8-7165-4a17-8c24-ed69c364c33e","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.822837201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"a7950fdf-f14f-4866-8d2c-474e29f4d6b4","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.892965568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"7dacafe5-536c-4d81-b1c5-b73e999ad704","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.893241029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"160d1de4-ddd3-4536-b916-34e5031478a0","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.978673588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"673521a1-3000-49f2-afc9-73b5d04a3ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:01.978678143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"d8596704-94d4-4cf0-9abb-fb1e98b2229c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:02.033063341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"6a8367be-5e63-479f-80c1-5ee09475eedd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:02.033158844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"c0e3942a-4338-4afd-8f9f-404c732ec74a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:02.035995648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"673521a1-3000-49f2-afc9-73b5d04a3ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:02.036040411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"d8596704-94d4-4cf0-9abb-fb1e98b2229c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:02.398405892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"74475095-0247-43c7-8729-c76ef780b1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:02.398699646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ae333ae4-7460-494d-89f6-afa15836a437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:02.455720072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ae333ae4-7460-494d-89f6-afa15836a437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:02.455730343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"74475095-0247-43c7-8729-c76ef780b1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:04.973124434Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"61dfffbc-09d9-413f-bba7-5eae32147380","namespace":"llm","name":"e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.030930262Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"ec14da14-ac88-42d4-b392-39de7132733c","namespace":"llm","name":"e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.130981546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c8f10331-e336-4f8e-b3b4-3fc0847ccb25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.131121018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"186b588c-a12a-42e6-9132-661fa8a26599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.131640834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"60e0eab6-bc85-42b9-8706-2455eb7776c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.131741782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5a625edc-1b4e-449c-b10b-265f1baa67d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.187069923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5324c28c-e403-4f35-b40b-e9aeee5fb5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.195374244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c8f10331-e336-4f8e-b3b4-3fc0847ccb25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.195402399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"186b588c-a12a-42e6-9132-661fa8a26599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.19884793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"60e0eab6-bc85-42b9-8706-2455eb7776c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.198887531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5a625edc-1b4e-449c-b10b-265f1baa67d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.24437883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5324c28c-e403-4f35-b40b-e9aeee5fb5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.366723743Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"6ef83033-eb90-473f-ac23-9ff08a328dc6","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"name":"e2e-rt-eq-2f1d95","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.535457336Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"e5d9ff08-1a13-4986-a6b6-a1c20960bb55","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"name":"e2e-rt-eq-2f1d95","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.559505706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"15930670-bca9-4a9a-b9ff-19c2723e8066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.561220234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"29c5d35a-662f-43b0-b72f-26f3087b78c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.561231394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"cc8e1a88-d6b1-4e70-8147-7ddd1536aa8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.581332994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5021e8da-70a0-4e62-a4dc-dee9884ce58e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.58176066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b82f39a9-fed6-4f81-aee8-3104d6a2fe7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.587649877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"435c273e-292a-492d-a91b-ff6365b54fad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.587664811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"435c273e-292a-492d-a91b-ff6365b54fad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.587896831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"be4bb0bd-8b7d-4e23-990b-d93750ee6fc7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.587906928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"be4bb0bd-8b7d-4e23-990b-d93750ee6fc7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.588100993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"87b016a5-54a5-4977-853a-8a34814b3a78","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.58811099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"87b016a5-54a5-4977-853a-8a34814b3a78","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.58829624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b7180b99-ef83-4e34-85d6-ecd40dc1ac06","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.588307006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b7180b99-ef83-4e34-85d6-ecd40dc1ac06","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.588483109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c565b63d-72ca-46fa-91a0-f113e3f66a4d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.588492079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c565b63d-72ca-46fa-91a0-f113e3f66a4d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.611494955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"3ab3c10e-5be4-4120-9975-954bc92ac2ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.617459913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"15930670-bca9-4a9a-b9ff-19c2723e8066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.619640485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"cc8e1a88-d6b1-4e70-8147-7ddd1536aa8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.620034636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"29c5d35a-662f-43b0-b72f-26f3087b78c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.63399974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"3172d583-a61c-41b3-baad-c897c132fa76","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ae0ba1","model":"llm/e2e-rt-sw-ae0ba1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.640989679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"fc03c4de-9353-4782-8a00-136a12c008e6","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.641008727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"fc03c4de-9353-4782-8a00-136a12c008e6","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.658951032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"9b513008-0929-40f1-8802-40e22b7f6964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.669653295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"3ab3c10e-5be4-4120-9975-954bc92ac2ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.703690902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"06a723f6-126e-454e-a04d-d55dd3e8ce91","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.70370911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"06a723f6-126e-454e-a04d-d55dd3e8ce91","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.7039295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec5d72c1-1b3c-4003-9447-54e7e49e02af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.703939332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec5d72c1-1b3c-4003-9447-54e7e49e02af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.704221143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"da25c768-007d-489f-8a08-a8ebcfaa0249","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.704230943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"da25c768-007d-489f-8a08-a8ebcfaa0249","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.718455712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"9b513008-0929-40f1-8802-40e22b7f6964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:05.98658844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"a200c2bb-404d-42b1-9f7b-90eaf10fb972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.000470149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"17ad71cf-3b06-4d0a-9d7c-f49d64ae18f6","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.000884462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"149ea916-8b85-4edc-a793-e84ab933524a","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.038271169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1dc95c0-65f7-4491-964d-dd92e090e5ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.044886764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"a200c2bb-404d-42b1-9f7b-90eaf10fb972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.069517988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"48acb07e-962f-4a7f-be20-6697412a8280","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.069816874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"376fcd49-1347-4ff1-91dc-37af1abdd32d","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.079188298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e082e7fe-d727-4923-a029-1531343868ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.095187746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1dc95c0-65f7-4491-964d-dd92e090e5ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.1324982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a90ed217-4b08-4c89-ac58-902e437c664c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.136578403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e082e7fe-d727-4923-a029-1531343868ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.191575572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"48bd2e1b-8e6e-4886-a173-22e2fde2e5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.193785469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a90ed217-4b08-4c89-ac58-902e437c664c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.211426362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"3fb37ce2-b741-449f-8d06-8b10df85806e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.213852559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"ee3b93ff-9a1c-4aad-a717-81871bab3c70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.24901036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"48bd2e1b-8e6e-4886-a173-22e2fde2e5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.406855305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"904c0920-b2e8-4207-8c7a-0acee6df2344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.466460692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"904c0920-b2e8-4207-8c7a-0acee6df2344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.511931525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"df35711d-0dc2-488c-ab61-1d194981aa3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.512127299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"99d47f69-18a4-4555-9124-d205f2777c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.563511186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"42ffeeca-820c-4f00-9f55-86ab1abe1d4f","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.569229383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"df35711d-0dc2-488c-ab61-1d194981aa3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.572517583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"99d47f69-18a4-4555-9124-d205f2777c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.604993026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"904eed34-03d3-42a0-bd35-abae99627b21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.620916889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"42ffeeca-820c-4f00-9f55-86ab1abe1d4f","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.662569702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"904eed34-03d3-42a0-bd35-abae99627b21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.772565737Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"3068cc73-ed05-444a-8397-4d82a95def6e","namespace":"llm","name":"e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.82539516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"0a62d51b-4428-4feb-83c5-20ae3e0de081","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.825424922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"0a62d51b-4428-4feb-83c5-20ae3e0de081","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.929794775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"4d3f736b-6be5-4b22-a20b-69fae8fad5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.931622748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"756d2259-e8be-4eaa-addc-63bfe0cf25c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.979545879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44477628-0fe2-4e14-97d4-94c305dff8c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.987112132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"4d3f736b-6be5-4b22-a20b-69fae8fad5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:06.98876834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"756d2259-e8be-4eaa-addc-63bfe0cf25c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.029326233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"6e996cce-01df-467a-ac33-0a01b14bc564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.03740266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44477628-0fe2-4e14-97d4-94c305dff8c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.086339647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"6e996cce-01df-467a-ac33-0a01b14bc564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.08653014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"904ea5d9-edc7-42ee-96e6-fe77307a200b","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.143270453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"904ea5d9-edc7-42ee-96e6-fe77307a200b","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.348585728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"c5a15536-af30-42a2-baca-665024a55b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.399986523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa3110b8-eba9-4ec0-bc1f-6e6d6e1a073a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.405201565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"c5a15536-af30-42a2-baca-665024a55b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.447683367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"dd4a56b9-4bcb-4cdb-a4d2-9e5859ce94a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.447686685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"f7499d1e-bb5f-43c3-a940-dac5cdc26ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.457098617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa3110b8-eba9-4ec0-bc1f-6e6d6e1a073a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.507595187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"f7499d1e-bb5f-43c3-a940-dac5cdc26ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.507772873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"dd4a56b9-4bcb-4cdb-a4d2-9e5859ce94a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.652466042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"98963b9a-0d2d-4965-aeb3-cd7c1293efbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.709616668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"98963b9a-0d2d-4965-aeb3-cd7c1293efbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.852095113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"92ea7009-5fc2-4a76-bbeb-36e73d06cedf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.852095559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"359c95d1-9f4b-497f-ae4e-96c351d3991a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.85269114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"d6c33289-6458-49f6-8149-f30d8680388e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.909771063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"92ea7009-5fc2-4a76-bbeb-36e73d06cedf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.90988563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"d6c33289-6458-49f6-8149-f30d8680388e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:07.91197893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"359c95d1-9f4b-497f-ae4e-96c351d3991a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.151919318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"873776a2-b8c3-46bb-a8aa-c6015710098c","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.151954137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"873776a2-b8c3-46bb-a8aa-c6015710098c","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.257439816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"dcc3efa5-04d0-4cca-9ac5-4089fe356259","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.257472222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"dcc3efa5-04d0-4cca-9ac5-4089fe356259","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.418393741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"92e51d15-10f2-4ea4-8ced-3d89220d2917","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.484032066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"92e51d15-10f2-4ea4-8ced-3d89220d2917","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.928902412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"3479a7ea-2cfa-4a0e-8ee6-94f29d0b39aa","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:11.9289365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"3479a7ea-2cfa-4a0e-8ee6-94f29d0b39aa","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:13.466184179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"0b8ade73-49af-4ff7-a87a-1d2f056d50db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:13.613354495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"acc96a65-2ccf-4a07-ab8c-2c84e2cfc030","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:13.6666675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93857e7a-2cea-45d9-be59-a6b3cc303d4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:13.833903351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"5bba0266-39a5-4077-b8b1-083824065970","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ae0ba1","model":"llm/e2e-rt-sw-ae0ba1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:13.858723468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"64441143-d02c-4925-880a-0b4a7d8b7692","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:13.859372347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e46db48-a019-435d-9cbe-349141fe2b0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:13.962455393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"43bd2e69-833a-4dbd-bd5c-5fd8215c0c46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.012901148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"59f2e560-15b5-4ed9-b07b-ec3c336e036c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.21969125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"faa3da7c-22b9-493d-b568-5f370e1478da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.319955376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"2c8a3f49-73b9-4c21-8ae4-584c0c182417","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.502968143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"98cbd2b2-81d8-4dbe-84ad-6b608ce292c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.556212557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"a166f232-6966-4320-83e2-38969d3d1ee1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.65636501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"9c213ecf-5c4c-49f7-8180-a338c44a6a84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.71812301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"120eef9b-f0e8-4ed2-be7c-b6af52891b6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.718946053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"18f7ee71-6345-4490-8db3-ec46fb853f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.789793356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"120eef9b-f0e8-4ed2-be7c-b6af52891b6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.796938405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"18f7ee71-6345-4490-8db3-ec46fb853f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.894884688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2b78491a-c10b-498e-9d3f-99a374cc89b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.895793318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"82ddf1e3-76b9-43ae-b5c5-73e5a62dfd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.954432964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2b78491a-c10b-498e-9d3f-99a374cc89b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:14.955532664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"82ddf1e3-76b9-43ae-b5c5-73e5a62dfd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.129360976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed7c0176-a260-4346-a499-a5d2137f9875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.188445546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed7c0176-a260-4346-a499-a5d2137f9875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.235329466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"943d9d4b-8cf0-4d76-9314-6a6c5b3cfffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.238614491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"d5566af6-f986-49c4-8a09-34286f69374c","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.292341187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"943d9d4b-8cf0-4d76-9314-6a6c5b3cfffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.29536206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"d5566af6-f986-49c4-8a09-34286f69374c","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.39000355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"89df4fb7-52a9-4573-ba65-cee54c10c81c","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:15.447254755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"89df4fb7-52a9-4573-ba65-cee54c10c81c","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:16.694037388Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2f1d95-sub models-as-a-service/e2e-rt-sw-ae0ba1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:16.746617268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"7467cf8e-847d-4dbe-981c-269056643d99","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:16.746640619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"7467cf8e-847d-4dbe-981c-269056643d99","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:51:16.806104038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-sub","reconcileID":"32e1d152-31a1-4c91-9842-0f687e124927","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-2f1d95-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:16.916855057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"7f50dafd-b4b1-4f97-95d1-281a44bca341","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:16.916880657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"7f50dafd-b4b1-4f97-95d1-281a44bca341","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:16.962259563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"261a2ec4-7070-4b32-9966-54d7b86fbd7e","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:16.962459923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"465189ca-b199-4a2f-bee3-b2a38ce22f2b","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:16.962267811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d08e098b-64da-4a27-b362-d5151a44ebac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:16.962894995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed264746-1d1c-4ab4-9277-076e700e27b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.019921385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"261a2ec4-7070-4b32-9966-54d7b86fbd7e","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.020085198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"465189ca-b199-4a2f-bee3-b2a38ce22f2b","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.022377873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d08e098b-64da-4a27-b362-d5151a44ebac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.022383663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed264746-1d1c-4ab4-9277-076e700e27b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.022708708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"52a2d1bc-7627-462e-af2b-2cb740bea607","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.022728008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"52a2d1bc-7627-462e-af2b-2cb740bea607","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.1283512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"03230382-46f8-4a0c-99e5-076ccee12df4","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.128376766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"03230382-46f8-4a0c-99e5-076ccee12df4","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.251467821Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-sub","reconcileID":"2dfee2eb-dd12-41fe-be73-efef8b6662c1","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2f1d95","model":"e2e-rt-eq-2f1d95","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-2f1d95-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.439556388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99e4f258-c93b-4e30-99c8-ce8e3d660d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.439595378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d320fd3-d806-4759-aae6-ecffb4004aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.496588127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99e4f258-c93b-4e30-99c8-ce8e3d660d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.496715656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d320fd3-d806-4759-aae6-ecffb4004aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.531874874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"6a7cce98-37e3-4f7f-ace0-8f0acbdadd87","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.531891292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"6a7cce98-37e3-4f7f-ace0-8f0acbdadd87","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.539694896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"f76e83f6-485c-4040-82b4-4fbc9f994c0f","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.539895477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"e447221a-96b7-4d5d-af12-e8daf18e85bf","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.597174992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"e447221a-96b7-4d5d-af12-e8daf18e85bf","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.597394292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"f76e83f6-485c-4040-82b4-4fbc9f994c0f","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:17.740128177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-sub","reconcileID":"9f212be2-c17a-4260-a4f6-93055a51e7be","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2f1d95","model":"llm/e2e-rt-eq-2f1d95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:21.928884213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"44b14dd1-fb75-4cd2-89bf-b805f747538d","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:25.879715369Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:29.752106681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"966f7df7-e166-47b1-a26e-efe89a7e7c8a","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:31.310249159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-sub","reconcileID":"4b44eebe-0e3c-418c-849c-9f4814311ea7","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2f1d95","model":"llm/e2e-rt-eq-2f1d95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:31.615298983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"62179bc3-71e6-473b-8717-56a50abcd5cb","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:31.615444684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"62179bc3-71e6-473b-8717-56a50abcd5cb","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.237135753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"a3ce6b31-7328-41bc-a461-744a553f1e28","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.23804367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db693fd5-2fcc-4ea6-8c4c-edaf14f38ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.238695501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"37ffdbf3-4e9b-45c6-8a5b-6c5fafd3b7fe","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.238721734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68854108-2cc8-4be6-8822-eebf3c83b8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.314142739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"a3ce6b31-7328-41bc-a461-744a553f1e28","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.349948576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db693fd5-2fcc-4ea6-8c4c-edaf14f38ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.350370186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"37ffdbf3-4e9b-45c6-8a5b-6c5fafd3b7fe","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:32.354092726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68854108-2cc8-4be6-8822-eebf3c83b8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.686026057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"e2e-conflict-a-d331d324","reconcileID":"008f26a6-fe03-4e1d-96de-fa56aa760d83","MaaSModelRef":{"name":"e2e-conflict-a-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"e2e-conflict-a-d331d324-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"e2e-conflict-a-d331d324","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.686325837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"97108eff-a392-4b4d-ba7c-f4d0e4026b80","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.686793198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"18629f4a-92a7-4c19-9623-535cd128caaf","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.772550893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"bcb9a9ca-b80b-49d9-a11b-a784484d66c3","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.77289991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"6b6d8db8-11b2-45bc-901e-bcc99febbfb3","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.77318175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"e2e-conflict-a-d331d324","reconcileID":"e7708fc6-c801-4c93-8f1d-891ad0a242fd","MaaSModelRef":{"name":"e2e-conflict-a-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"e2e-conflict-a-d331d324-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"e2e-conflict-a-d331d324","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.851395614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"a207d93a-5b7a-4518-998e-67e6c48abba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.851414337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0d08d148-636d-4b77-8222-7641b135cdf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.897832619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"8dabe015-49f8-4142-b5de-95682c0893c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.899344452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"79215a99-3ea1-49f7-8d65-e72721d917e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.909167263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"a207d93a-5b7a-4518-998e-67e6c48abba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:44.90918322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0d08d148-636d-4b77-8222-7641b135cdf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:45.268914218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"42480166-8a01-45fd-8dbc-1317fdc5cec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:45.268913938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"1e470ef8-1be4-4f48-ba83-1a8e5fbcc58a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:45.326660439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"42480166-8a01-45fd-8dbc-1317fdc5cec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:45.327658863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"1e470ef8-1be4-4f48-ba83-1a8e5fbcc58a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.048524712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"2f96d683-eb8f-455f-8553-1e13b577209a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.048545641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"b8c6d3da-6401-436d-b35b-d1e76a10cbad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.107102116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"2f96d683-eb8f-455f-8553-1e13b577209a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:54.107103344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"b8c6d3da-6401-436d-b35b-d1e76a10cbad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:51:55.879435915Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.971815075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"927947ec-97a8-4a9d-ae15-9f4ee97ba098","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:00.971842456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"927947ec-97a8-4a9d-ae15-9f4ee97ba098","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.136203109Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-sub","reconcileID":"cffb6463-6ee1-4433-8d6c-a07d3d530657","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3477ba14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.182270269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"ecd9783e-1373-4448-8c23-6dc638237171","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.182522664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"b6314ee6-9f85-4c7c-bc8f-e82065330e44","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.182270467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804a5db5-30fa-462a-85d8-db2af287e9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.185466636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"727e574d-9d9b-4250-9536-b2fde06fbddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.239740419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804a5db5-30fa-462a-85d8-db2af287e9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.239757097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"ecd9783e-1373-4448-8c23-6dc638237171","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.241881591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"b6314ee6-9f85-4c7c-bc8f-e82065330e44","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.245115472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"727e574d-9d9b-4250-9536-b2fde06fbddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.467598229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"c2d221ea-dfc3-4a05-b9cd-e735134d8f93","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.467957435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"a9cfb1c2-3109-44c8-ae6a-a28bdac3b326","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.468303447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"612b2e65-8bfe-406a-96e8-46bee8d99cb9","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.539247556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"6b1ad343-2b52-42b7-8119-ab0ae5e5e776","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.539625653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"ffb54e45-9342-4bff-b61d-509084d41b4d","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.53995837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"4efd539a-49df-4842-b045-ed24161a48e5","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.676848217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"a138c775-21b6-48f4-88ec-403e53c01568","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.676923335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"89cf7fdd-bdc2-4fee-8758-17899e9921f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.701482874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"aad91357-75bb-4244-8da9-7de3409fbd75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.701874603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e969afe9-21cb-4bdb-9ad0-497b5b57bc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.761028683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e969afe9-21cb-4bdb-9ad0-497b5b57bc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.761986839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"aad91357-75bb-4244-8da9-7de3409fbd75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.805318791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f73ad237-6e4b-4a26-a567-fc39604f8f85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.809098912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"2058b718-cdea-442d-9474-364c58c40827","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.809099603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"51c01bba-6b52-4771-aa54-bef8080341e5","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.862763531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f73ad237-6e4b-4a26-a567-fc39604f8f85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.865617563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"2058b718-cdea-442d-9474-364c58c40827","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:01.869616153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"51c01bba-6b52-4771-aa54-bef8080341e5","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.136866768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"7f8c56cf-1a63-4945-abc6-c42ae5a9cb5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.136869072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"96693832-7409-4c90-bd57-051a78e29a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.193999676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"7f8c56cf-1a63-4945-abc6-c42ae5a9cb5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:02.194131195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"96693832-7409-4c90-bd57-051a78e29a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.189428277Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-sub","reconcileID":"6c97d7db-7fbc-4de9-92d3-fc626ba93f66","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2f1d95","subscription":"e2e-rt-eq-2f1d95-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.294089178Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-sub","reconcileID":"6c97d7db-7fbc-4de9-92d3-fc626ba93f66","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.346444756Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-sub","reconcileID":"6c97d7db-7fbc-4de9-92d3-fc626ba93f66","MaaSSubscription":{"name":"e2e-rt-eq-2f1d95-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2f1d95","namespace":"llm","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.444807702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"a68e81a5-6083-4b90-adea-abd9c9ab61d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.444812892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"aee849fc-1087-4599-971c-c60daab50b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.503053036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"a68e81a5-6083-4b90-adea-abd9c9ab61d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.50352767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"aee849fc-1087-4599-971c-c60daab50b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.670998832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"c89c6d50-06f5-496f-b34c-e1362dc35b32","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.671022706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"c89c6d50-06f5-496f-b34c-e1362dc35b32","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.872327276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"f4baf069-720c-4f63-a134-5acdc8417edd","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.872356409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"f4baf069-720c-4f63-a134-5acdc8417edd","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.924111472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"9492b5c1-c7e1-4071-b39d-11c7030496ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.924112768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96a975b7-ce4c-4b1e-b794-556fb6132cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.924614798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12452f83-398e-48e1-8a82-ce9060bacc19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.975599772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"2a7761ff-2cc5-49a4-ad6e-735495588ee1","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.977436778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"6dc3db7f-c4e0-4059-993b-15e01276a5df","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.977458696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"6dc3db7f-c4e0-4059-993b-15e01276a5df","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.982146353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96a975b7-ce4c-4b1e-b794-556fb6132cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.983113478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"9492b5c1-c7e1-4071-b39d-11c7030496ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:11.984945084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12452f83-398e-48e1-8a82-ce9060bacc19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.03303319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"2a7761ff-2cc5-49a4-ad6e-735495588ee1","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.293732609Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2f1d95-access","reconcileID":"d854d2ef-c20e-4a9c-8cbd-905392308136","MaaSAuthPolicy":{"name":"e2e-rt-eq-2f1d95-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.507027896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"d9146331-6fb1-4724-bace-8dd49620fe77","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:12.507059399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"d9146331-6fb1-4724-bace-8dd49620fe77","MaaSModelRef":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2f1d95-e1742b91b69b","namespace":"llm","model":"e2e-rt-eq-2f1d95","externalModel":"e2e-rt-eq-2f1d95","provider":"e2e-rt-eq-2f1d95-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.071929973Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"3a16f8f7-af52-4dfe-951f-23d31ab83266","namespace":"llm","name":"e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.133836991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4898c1e3-1685-4eb5-a548-1bea7aaf8e4c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.133862265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4898c1e3-1685-4eb5-a548-1bea7aaf8e4c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.134119657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0111a2a5-87fc-4dfb-9680-5e57c5462405","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.1341341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0111a2a5-87fc-4dfb-9680-5e57c5462405","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.13444794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29076318-762b-4eb1-882b-10a23b38e31f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.134462768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29076318-762b-4eb1-882b-10a23b38e31f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.134749503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01de5ac6-6a20-4c50-80f8-c64c3c8e5b63","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.134762527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01de5ac6-6a20-4c50-80f8-c64c3c8e5b63","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.134964775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5bc3c163-b775-4e77-8afe-2b1cdb89c7c4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.13497618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5bc3c163-b775-4e77-8afe-2b1cdb89c7c4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.135177207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"41b6fe62-7e49-4120-97b5-12f7cba5be53","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.135188195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"41b6fe62-7e49-4120-97b5-12f7cba5be53","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.135396262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4030754f-8c24-4f87-ac7a-a3b019f0b508","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.135409717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4030754f-8c24-4f87-ac7a-a3b019f0b508","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.13562325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d05ad1ab-8789-4325-aa81-b0b5155aae4d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.135634819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d05ad1ab-8789-4325-aa81-b0b5155aae4d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.188094426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"43ffc58c-16d4-4e2b-b52c-bcf238778be5","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.188121259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"43ffc58c-16d4-4e2b-b52c-bcf238778be5","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.230540433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"b00b8979-cec0-4505-a235-7a78fdc3e088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.230640632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"16aea63e-8e0e-4d90-982a-c331a04c3658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.231047965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"6ab55868-23f3-45a2-a42e-64942dba8773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.231254481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c9e52775-b66f-4703-ae16-c4abe700696b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.28242466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"527130a7-76c7-45a0-acc9-4bd6218f03d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.289688382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"b00b8979-cec0-4505-a235-7a78fdc3e088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.289712667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c9e52775-b66f-4703-ae16-c4abe700696b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.292067073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"6ab55868-23f3-45a2-a42e-64942dba8773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.292107481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"16aea63e-8e0e-4d90-982a-c331a04c3658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.339623081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"527130a7-76c7-45a0-acc9-4bd6218f03d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.34468686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db7d75d6-d060-4e08-8b09-027e7b3e8897","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.345217142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b70cfe23-9711-44e6-bf02-4822c7f6b854","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.397520686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"3a4aa460-9ca3-48a9-bd84-42fa4d48519e","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ae0ba1","model":"llm/e2e-rt-sw-ae0ba1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.650097641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"ff1f7939-1206-4bd3-a8e4-813697530c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.650094112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"51e5c219-75ee-4f09-adc9-61b1011a0c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.650859375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"94a4ccd5-3986-4be5-8838-aa89e45a2aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.706743115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f33d83be-7aaa-423c-9be0-0456e6b39601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.708621965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"ff1f7939-1206-4bd3-a8e4-813697530c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.710835447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"94a4ccd5-3986-4be5-8838-aa89e45a2aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.711928861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"51e5c219-75ee-4f09-adc9-61b1011a0c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.764941019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f33d83be-7aaa-423c-9be0-0456e6b39601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.814952774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3065c71a-8764-43a9-ad00-0d4443d14e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:13.871987907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3065c71a-8764-43a9-ad00-0d4443d14e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.002348313Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2f1d95","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2f1d95","reconcileID":"18a9369e-8669-4442-b1e6-f1cda569d1e6","namespace":"llm","name":"e2e-rt-eq-2f1d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.0738137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"533f9393-4305-4264-8777-bc84c49df1d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.073922653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"3774cdb7-52b6-4570-9edc-9f5b7ee127e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.074255611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2438a71f-6f45-4f1e-8c6e-ca0b16fa384c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.131401489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"533f9393-4305-4264-8777-bc84c49df1d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.131421917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2438a71f-6f45-4f1e-8c6e-ca0b16fa384c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.133747091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"3774cdb7-52b6-4570-9edc-9f5b7ee127e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.184543883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"5ec1bf69-8e0a-4d94-b379-76359144f14b","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.237278237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a90a616-37cb-46d5-b10f-9a5ca661b647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.241851113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"5ec1bf69-8e0a-4d94-b379-76359144f14b","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.299835042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a90a616-37cb-46d5-b10f-9a5ca661b647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.493811829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"c11d9a5d-d5e1-4d94-9a95-42d8676bebc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.493911166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0702d008-ed6b-4896-9497-06a83d8b5e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.546186998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa7e7f8b-bbb0-4a5d-b646-adf89e930b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.551691652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0702d008-ed6b-4896-9497-06a83d8b5e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.551692768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"c11d9a5d-d5e1-4d94-9a95-42d8676bebc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.604761619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa7e7f8b-bbb0-4a5d-b646-adf89e930b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.618356382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"78ba0ff4-d7bf-4a39-aba5-a720160987aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.681614151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"78ba0ff4-d7bf-4a39-aba5-a720160987aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.727066578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"d0edb96b-8ad6-4476-bc64-67b9c5a253a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.783947223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"d0edb96b-8ad6-4476-bc64-67b9c5a253a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.918101002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"8bb6b393-730c-4afb-8662-bec46b4f8ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.918113155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"9be985a3-c594-4e65-8bed-d5767817a82f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.975797239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"9be985a3-c594-4e65-8bed-d5767817a82f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:14.975876498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"8bb6b393-730c-4afb-8662-bec46b4f8ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.018416953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"b2253ce0-db27-4e5d-8c8c-e4f29ac5409f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.018416996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e55f35d3-9735-46d5-a864-80ce7e7a412b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.076302231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"b2253ce0-db27-4e5d-8c8c-e4f29ac5409f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.085030095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"e2f8a1b9-6cb9-4ac9-873b-256eaed28a96","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.085589485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"1d959aba-8085-4aac-899f-e782102763aa","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.086056576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"670a7bae-323f-4466-b614-e8942b8f92ed","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.088643912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e55f35d3-9735-46d5-a864-80ce7e7a412b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.148475727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"90104945-aa7f-4ad0-9fe9-ce6a5e890d32","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.149043758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"be2bc39b-855a-42f1-b5f0-42de659ad13f","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.14934086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"6cef6e7d-5728-490d-9c4c-0e5d6d753b18","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.225002597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"f0c2d308-5b50-4a84-9228-954dc9ef45c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.251211146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"25e3e4b6-3f51-4f13-b5b7-373c7cd90c6a","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.251326637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"25e3e4b6-3f51-4f13-b5b7-373c7cd90c6a","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.282457636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"f0c2d308-5b50-4a84-9228-954dc9ef45c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.322139329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"08b4496d-8d45-4073-9b66-6c7f3cd495cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.32300167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"4d82e64b-b2a5-45c5-88f3-2d7ddd22989c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.420700707Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"0288fa11-605b-405b-b137-aa4c45827178","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e41ba5fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.433474392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"f497604b-ad27-4e7a-8540-64328bcc4bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.485075848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"85a42062-17d9-4cbd-b487-4ea2caafadc4","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.490306284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"f497604b-ad27-4e7a-8540-64328bcc4bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.525180841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"0fdfe14c-f3e0-42ce-b262-58be8e088fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.541866858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"85a42062-17d9-4cbd-b487-4ea2caafadc4","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.576748318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffad6b3b-f477-4747-ac98-4a2fc1a5ed2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.581870678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"0fdfe14c-f3e0-42ce-b262-58be8e088fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.634129849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffad6b3b-f477-4747-ac98-4a2fc1a5ed2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.676937621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20fdcc87-4193-4085-8077-baa73d0c3542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:15.734032542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20fdcc87-4193-4085-8077-baa73d0c3542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.012799607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"38ee894e-fff4-4252-bcca-0dce0cf1610c","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.069530912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"38ee894e-fff4-4252-bcca-0dce0cf1610c","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.120322778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6580daa8-27c9-4b0a-844b-bc04f83f13a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:16.177970772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6580daa8-27c9-4b0a-844b-bc04f83f13a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.475074086Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"f379dd04-ebc1-423b-a7e3-ec206ade0f63","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-ae0ba1","subscription":"e2e-rt-sw-ae0ba1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.580316048Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"f379dd04-ebc1-423b-a7e3-ec206ade0f63","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.632612328Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-sub","reconcileID":"f379dd04-ebc1-423b-a7e3-ec206ade0f63","MaaSSubscription":{"name":"e2e-rt-sw-ae0ba1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ae0ba1","namespace":"llm","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.879425837Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.962895234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"557d6151-01ae-4665-b349-8073399ebe43","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:25.962930196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"557d6151-01ae-4665-b349-8073399ebe43","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.11724096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70733a02-9002-4cd5-abdf-e943e4197fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.117241343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"631b6039-59ca-4e4a-ae76-c991f5ee4a88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.117770312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"381246d0-2f2d-44bd-bebd-973e2a3b7385","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.124546959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"cf3d890e-4f63-4ab8-baab-1e7014692e61","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.124564202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"cf3d890e-4f63-4ab8-baab-1e7014692e61","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.175185535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"381246d0-2f2d-44bd-bebd-973e2a3b7385","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.175313673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"631b6039-59ca-4e4a-ae76-c991f5ee4a88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.177455891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70733a02-9002-4cd5-abdf-e943e4197fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:26.230677467Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"cf3d890e-4f63-4ab8-baab-1e7014692e61","name":"e2e-rt-sw-ae0ba1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-ae0ba1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:26.230742062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"cf3d890e-4f63-4ab8-baab-1e7014692e61","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-ae0ba1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.288321061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"c3bc78c4-d970-4d08-86e6-09b7d846378a","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.288344615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"c3bc78c4-d970-4d08-86e6-09b7d846378a","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.485539935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ae0ba1-access","reconcileID":"3b3e5323-c1f8-4de7-a70a-38dd1353ccc6","MaaSAuthPolicy":{"name":"e2e-rt-sw-ae0ba1-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.747494378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"1aafe61e-7e7f-440d-afa0-9a10f4c09be6","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:26.747521498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"1aafe61e-7e7f-440d-afa0-9a10f4c09be6","MaaSModelRef":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ae0ba1-6b91a6a764cf","namespace":"llm","model":"e2e-rt-sw-ae0ba1","externalModel":"e2e-rt-sw-ae0ba1","provider":"e2e-rt-sw-ae0ba1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.290687338Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"6cd2edad-6b2e-472b-9b2a-51ef50c55429","namespace":"llm","name":"e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.348811504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6b4756c-06a4-447c-bead-c553f59ec80e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.348838378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6b4756c-06a4-447c-bead-c553f59ec80e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.349148734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"25e90979-66ad-43aa-87f3-c4d7c151a1d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.349165757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"25e90979-66ad-43aa-87f3-c4d7c151a1d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.349458103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5faf4edf-8c7a-4ce2-91be-f66395204be0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.349475573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5faf4edf-8c7a-4ce2-91be-f66395204be0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.349768767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c664a880-85e6-4c27-a449-f92d32f9e5b7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.349786998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c664a880-85e6-4c27-a449-f92d32f9e5b7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.350062813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64980b02-bd91-4414-9b6a-117f853900b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.350076517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64980b02-bd91-4414-9b6a-117f853900b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.350297113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d1efb796-2a63-4ecd-a521-a65e40880a84","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.350307615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d1efb796-2a63-4ecd-a521-a65e40880a84","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.350494711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0468e31f-ff31-4cbc-803b-8c15f30b944e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.350504996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0468e31f-ff31-4cbc-803b-8c15f30b944e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.350772682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d8d2f2dc-ac23-46d6-b9d5-8dbd8ae50216","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.350784215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d8d2f2dc-ac23-46d6-b9d5-8dbd8ae50216","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.465514324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aaaf879-ae1f-4d81-bb5c-3c9016363f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.465947173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"b50a258c-9736-49db-9c16-e5d207c44664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.465942092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"4cad9cb5-e2b2-4b8e-94aa-2b1b5bf9f706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.467891176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"71ad8e93-de02-4f23-a7e4-0ff83219c030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.476979188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c3bad90e-e764-4548-8232-c1f89fdf5222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.553247576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"71ad8e93-de02-4f23-a7e4-0ff83219c030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.554053361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"4cad9cb5-e2b2-4b8e-94aa-2b1b5bf9f706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.564440549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"b50a258c-9736-49db-9c16-e5d207c44664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.564563041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c3bad90e-e764-4548-8232-c1f89fdf5222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.568436483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aaaf879-ae1f-4d81-bb5c-3c9016363f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.601048999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a922ff2-153f-4d2b-9a87-facc7eb05d61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.604565648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aee40147-3c87-4e5f-bf02-5fd48a7ed03d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.930967761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"927ccbdb-9514-45e8-b5ec-a98764860ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.931685189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9988849-1d1b-4c71-bad4-6fbad67c481c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.932216358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e9d7a5b6-4e28-4149-b7f4-4ba932c10d06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.932600389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e2d05894-680e-4350-8441-df5c475d7bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:27.93379293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"19d7a7c2-4576-4257-8ba8-eff640925897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.025264019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e2d05894-680e-4350-8441-df5c475d7bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.040827603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9988849-1d1b-4c71-bad4-6fbad67c481c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.05376525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"927ccbdb-9514-45e8-b5ec-a98764860ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.065139184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e9d7a5b6-4e28-4149-b7f4-4ba932c10d06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.093758558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"19d7a7c2-4576-4257-8ba8-eff640925897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.095743853Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ae0ba1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ae0ba1","reconcileID":"9952a22c-4d35-462b-afb7-7ae156336ad9","namespace":"llm","name":"e2e-rt-sw-ae0ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.378187552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"bfc7fa6e-d3e4-4773-a4f2-97a887f1fa2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.445929028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"bfc7fa6e-d3e4-4773-a4f2-97a887f1fa2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.488864918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc2e10d3-2ca2-42a3-a020-119ef2d91ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.489613425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"5aba28e4-e0b6-4d7a-a479-0657befdeb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.490221901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5882612f-6cb1-4d29-8bc6-289937918a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.490837373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"5efb779a-78ca-4e03-8197-24233bb81357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.558421355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5882612f-6cb1-4d29-8bc6-289937918a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.568833292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"5efb779a-78ca-4e03-8197-24233bb81357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.57391857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc2e10d3-2ca2-42a3-a020-119ef2d91ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.577031932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"5aba28e4-e0b6-4d7a-a479-0657befdeb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.838096072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"cc857705-1179-4b74-b9a2-7cee58fd33a6","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.838816798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"f484a632-679d-4f8b-b6c4-0c8dcc0cb653","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.866048421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"bf062766-b5ab-4eed-8c8f-4b5543990bf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.95444891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"0851d389-3964-4f59-bc69-5876203c8189","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.95595043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"d4ef9394-42a8-435e-9bf0-3a06374a947a","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:28.955447534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"bf062766-b5ab-4eed-8c8f-4b5543990bf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.066459041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"74e9eb4e-6e87-46c4-a2fe-edb5f14d3a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.067903146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"7b0bfbdf-cef2-4f41-9355-c7cce842f5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.067829598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"0ad299fb-e163-408e-ab3f-5baaf857db1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.068517964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5ca550a7-e7a0-42fa-aa82-70aba39690c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.135465826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"32085b27-057e-42b7-ba58-2046c33340d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.143924104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"74e9eb4e-6e87-46c4-a2fe-edb5f14d3a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.149272866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"0ad299fb-e163-408e-ab3f-5baaf857db1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.15917326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5ca550a7-e7a0-42fa-aa82-70aba39690c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.159681776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"42191116-c908-462c-b040-f4b621ad0ca7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.173466235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"7b0bfbdf-cef2-4f41-9355-c7cce842f5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.361901135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"81b3444a-5e16-4940-89bb-79cf7bab3158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.42934741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"81b3444a-5e16-4940-89bb-79cf7bab3158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.518364552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47180dcd-fbed-4e82-854c-5181051823ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.520191519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"0ec4ff3a-87f2-4e01-8ec4-59a0939187eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.537960668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"38047a6d-fde3-4349-b7eb-24b3baec90e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.538217398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"916bef38-f1dc-43a3-9d23-7291af9886e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.602408785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"0ec4ff3a-87f2-4e01-8ec4-59a0939187eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.604179486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47180dcd-fbed-4e82-854c-5181051823ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.609723241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"38047a6d-fde3-4349-b7eb-24b3baec90e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.610473285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"916bef38-f1dc-43a3-9d23-7291af9886e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.802502324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"f146cf93-510c-40fe-a29f-6384570ed1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:29.864034656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"f146cf93-510c-40fe-a29f-6384570ed1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:30.735922865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"e2e-conflict-b-d331d324","reconcileID":"672426c0-923d-4fa2-be85-f475062d880a","MaaSModelRef":{"name":"e2e-conflict-b-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"e2e-conflict-b-d331d324-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"e2e-conflict-b-d331d324","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:30.793898571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"e2e-conflict-a-d331d324","reconcileID":"4118d9ff-8cf0-4246-93be-8a59ac2c04ab","MaaSModelRef":{"name":"e2e-conflict-a-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"e2e-conflict-a-d331d324-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"e2e-conflict-a-d331d324","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:31.738785695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"e2e-conflict-a-d331d324","reconcileID":"57037c77-19bf-412f-9380-bd54b5ac1716","MaaSModelRef":{"name":"e2e-conflict-a-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"e2e-conflict-a-d331d324-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"e2e-conflict-a-d331d324","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.912910563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"117e94fc-dae0-4e2e-a523-1de65125cc02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.91355909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"c54ccecd-ab5c-4ec7-a55e-325bf957ad75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.993258385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"c54ccecd-ab5c-4ec7-a55e-325bf957ad75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:41.997009455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"117e94fc-dae0-4e2e-a523-1de65125cc02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:46.130593009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"badd5276-7abf-4309-91b6-daa674c2d2ec","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.343809447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"5ab8430b-77e1-42e3-b0bf-95b9c245d46b","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.401192548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"a3d1049b-5bd7-4082-b931-991909091b1b","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.557413343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"ce1068c2-901b-432b-9c81-7352ae37798e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.614869105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"ce1068c2-901b-432b-9c81-7352ae37798e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:47.883750265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"7988a870-3e15-4a15-9d9d-c2ceb05002bc","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.041176202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"98eb3aab-7c67-4567-ae9c-46dd1e35052c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:48.098091928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"98eb3aab-7c67-4567-ae9c-46dd1e35052c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:50.25874074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"498c0492-18fb-4e25-a536-1d6b340a0978","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:50.31600836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"42d5a5e7-dd00-4d8f-829a-e70ea882f9f1","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.373741675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-subscription","reconcileID":"d73eba30-bad8-4d89-ba73-551ceff99cfe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.413751256Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5fa5f648-508b-4010-a520-c3b981c084c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.413916301Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"af4c6e69-8ae1-42fe-9697-18f6e451d125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.413752768Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"24748cb7-0822-4a31-94aa-7691fe5fb5e4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.471453836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"af4c6e69-8ae1-42fe-9697-18f6e451d125","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:50.471743857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"be530eea-628f-4b29-8a8d-d7bb472a6b23","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.474170145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5fa5f648-508b-4010-a520-c3b981c084c5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:50.474448274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"995e7d65-2232-4a2a-a8fd-2d1d0f8a7b89","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.474771173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"24748cb7-0822-4a31-94aa-7691fe5fb5e4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:50.474943018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"b6e7c5f2-5d5d-4558-954c-b3e818862d90","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:50.488829206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"35ee772a-6dbf-4e7c-aac5-747395919b5e","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:50.546088138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"1c732dcc-34e4-4e03-9d53-f085f73f56f6","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.631387067Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5e32b1d0-0d73-4d21-88cd-2ac8b30816a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.631449126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5e32b1d0-0d73-4d21-88cd-2ac8b30816a6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.634181136Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"51ed88cf-3540-40cb-8943-c075c4d05cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.634235091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"51ed88cf-3540-40cb-8943-c075c4d05cf0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.634187386Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"52ca4aa6-d777-48ed-9dbd-921ff4b7ef7c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.634316693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"52ca4aa6-d777-48ed-9dbd-921ff4b7ef7c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.786529224Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8636a4de-1ed5-4fa2-a853-d0a499d53a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.7865939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8636a4de-1ed5-4fa2-a853-d0a499d53a29","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.788602855Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"24dd49c5-ab16-463c-b02d-7e62a9f6fc5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.788654161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"24dd49c5-ab16-463c-b02d-7e62a9f6fc5e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.788650244Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"ccf6da89-04d8-4e92-ae2a-f86ff0b27f76","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.788720297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"ccf6da89-04d8-4e92-ae2a-f86ff0b27f76","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:50.814106438Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-subscription","reconcileID":"b11534da-075a-4279-8818-44ad783e957a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.96230503Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"70c4df7f-f838-43dc-b7ca-80eb93b4fb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.96237721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"70c4df7f-f838-43dc-b7ca-80eb93b4fb60","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.963641348Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"2c27e3ad-c657-4888-8c41-bcf78bf049f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.963692078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"2c27e3ad-c657-4888-8c41-bcf78bf049f2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.963678689Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"05ad48bf-f3e7-4819-824e-e3523559be7a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:50.963740876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"05ad48bf-f3e7-4819-824e-e3523559be7a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:50.980230936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"aec15b61-2d13-4061-8dae-d1e306b354ec","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:51.023604037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"5dfa22f9-19b4-4381-a0d2-f75e62103b60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.157114778Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8fcff871-406f-4292-a499-dca0c91ad056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.157187846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8fcff871-406f-4292-a499-dca0c91ad056","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.157988646Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"6fd423e1-5364-417e-bcd5-089e2a6ac3b7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.158057143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"6fd423e1-5364-417e-bcd5-089e2a6ac3b7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.158065033Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"b3424a99-6260-4172-ac0b-35b933285fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.158113135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"b3424a99-6260-4172-ac0b-35b933285fce","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:51.189416349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-subscription","reconcileID":"eb427502-61e4-4f2e-b7fd-b00ae2731a2e","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:51.374182165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"5d9e7b4e-aa61-4e94-b95d-46ba0437f110","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.422479454Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"77e8c50c-0b62-4920-8ef0-57aeb395175c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.422550509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"77e8c50c-0b62-4920-8ef0-57aeb395175c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.422533518Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5c4af5be-571f-4791-98bd-a9b389cab64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.422587606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5c4af5be-571f-4791-98bd-a9b389cab64d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.425126595Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"076e5d8e-8108-4ff8-84f0-e715b1fc8b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.425167703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"076e5d8e-8108-4ff8-84f0-e715b1fc8b41","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.73977169Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5aea7600-e289-4707-b057-af7d801535c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.739839908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5aea7600-e289-4707-b057-af7d801535c9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.739858462Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"c3a27675-7f90-4306-99c2-42c513297d8e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.739919668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"c3a27675-7f90-4306-99c2-42c513297d8e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.740016146Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"201e80ee-65b5-4068-ba38-33f21646cdb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:51.740051711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"201e80ee-65b5-4068-ba38-33f21646cdb9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:52.21660959Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"01b2c008-36d1-4f72-bcc3-7af1c571f861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:52.216686169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"01b2c008-36d1-4f72-bcc3-7af1c571f861","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:52.216619327Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"f1604706-ff16-486a-9c2c-08a5d573ecf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:52.2167395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"f1604706-ff16-486a-9c2c-08a5d573ecf6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:52.216826974Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"134082ca-6132-4751-ba97-8bcccee9d8a3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:52.216873767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"134082ca-6132-4751-ba97-8bcccee9d8a3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:52.359986197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"98278449-d4be-4c7e-84b3-01b27690b86c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:52.463479558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10c35b73-ad51-4526-b9f9-1962232d854f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:52.56475144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"f2952261-f29d-4859-b243-1efe534bfea3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:52.660924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"af750565-43a2-48fd-816d-655a9836456c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:52.762494174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"6115172d-609e-400b-9b70-3bf5548c7568","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:52.780922368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"d9157e7f-33b6-46b0-ba1a-6bcf873da2b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:52.861933978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"795c45f9-da09-48f4-91c6-a45a53746294","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:52.966630143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"ee7cd52f-ec9b-4da0-b088-60aba5471941","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:52.984619839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"962a86e8-40ca-469d-b00e-27b607b1589b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.017830525Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"48c6efa9-1f98-4e05-ad83-673849db34df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.017905224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"48c6efa9-1f98-4e05-ad83-673849db34df","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.017834918Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"cfd3a60b-42e9-4da5-b4bc-21c629e36369","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.017970986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"cfd3a60b-42e9-4da5-b4bc-21c629e36369","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.017996066Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"34b6261a-e4e1-4684-bb38-97ac05b4d5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.018042037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"34b6261a-e4e1-4684-bb38-97ac05b4d5b3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.194936763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"b847d71c-8353-41fd-b172-900c58f81058","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.296399247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"379f0f5a-c879-4eb6-82bd-abd736a32e89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:53.684454656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"958d19dc-5c81-40a3-9c1d-767d192976b5","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.841932197Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0ac9e4d7-7835-4968-828f-91004b35995e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.841965043Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"c582d589-b2c8-49ba-b148-f30e4a246641","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.842007953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0ac9e4d7-7835-4968-828f-91004b35995e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.842029708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"c582d589-b2c8-49ba-b148-f30e4a246641","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.842220985Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"b1e1e5bb-9eef-4b24-8ed9-a317647e84cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:53.84225959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"b1e1e5bb-9eef-4b24-8ed9-a317647e84cc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:54.040768877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"e1c5160b-162a-4993-a25a-02f20f093762","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.426232606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"54509217-585f-4945-a3e8-68b37b20fccc","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.481379516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"7d4861b6-34af-478b-b0da-9e85f8233cd9","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.688426944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"701467d8-00ae-43b4-81ce-87e53772071b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.746930435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"701467d8-00ae-43b4-81ce-87e53772071b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.803261514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"3bdb4efb-920f-48ff-aba1-bd93332fc250","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.86275662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"44127ee1-0e0f-46cc-94c5-a4de742d4a03","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.879357923Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:55.910502149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub1","reconcileID":"4ebdd9d3-b927-4eb6-869c-d51e1164c344","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:55.916695796Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"44127ee1-0e0f-46cc-94c5-a4de742d4a03","name":"distinct-w4-e7929d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-e7929d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:55.91674483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"44127ee1-0e0f-46cc-94c5-a4de742d4a03","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-e7929d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:55.922750886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"eac181e5-d7fe-4619-aa27-026bc2998a3f","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.019662165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"7b6d172d-9a10-417b-984b-727383a6fc60","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.064525691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"905fc5e1-72eb-48bd-a0ac-39f6dcdc6a66","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.072512879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"d2e80d79-3b1e-4449-9488-bc0d459835ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.072751422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"8b35768b-6253-49f7-8f74-0b432a5d69a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.074716284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"2ee5b398-09ba-4ba0-9e25-47d879910e84","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.172707649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"d2e80d79-3b1e-4449-9488-bc0d459835ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.177945732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"8b35768b-6253-49f7-8f74-0b432a5d69a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.1801616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"14ece4d6-ffe9-42e5-b16f-4a7d2c8a2fc4","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.233524263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"b1d7f628-f0da-4d1b-940c-89a0070bccf1","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.284097078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"b0b82240-3441-44e3-9fdc-042e0924d63a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.337674589Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub1","reconcileID":"ca73e8fa-a714-4f6f-8410-1a927857e170","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-w4-e7929d","model":"distinct-w4-e7929d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e7929d/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.34093043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"b0b82240-3441-44e3-9fdc-042e0924d63a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.413634406Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-e7929d priority=0:[ai-tenant-e2e-worker-w4-e7929d/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-e7929d/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.413809031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"7c5a4f89-3fc5-4ff8-aa2a-a14d3e3ba847","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.474882303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"317e4356-024f-48b0-b865-986301be7829","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.491311218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"d1fc9536-4795-49b0-a492-2cd732f60076","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:56.500111878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub1","reconcileID":"ca73e8fa-a714-4f6f-8410-1a927857e170","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.522330133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"aeb120c5-4431-4a5c-85ae-36b0f068db85","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:56.524674621Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e7929d/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.548013579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"d1fc9536-4795-49b0-a492-2cd732f60076","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.577490035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"afc58b5a-6de3-44f2-9a3b-56a4f83eda72","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:56.590368567Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"baf8541c-f562-4c35-bd30-003c619c99f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:56.590438501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"baf8541c-f562-4c35-bd30-003c619c99f1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.592500446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"4097e844-6f19-4ca5-b38c-bc79ef618786","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.649541433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"4097e844-6f19-4ca5-b38c-bc79ef618786","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.693150479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"c35425b9-74a2-4d46-8e1d-29f1fb80f222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.707844464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub1","reconcileID":"b616eb1d-a111-4f3a-a7b7-39aba99113d0","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:56.734918438Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"fa0b1a77-806d-40d4-b2aa-30a201ca0d72","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:56.734976231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"fa0b1a77-806d-40d4-b2aa-30a201ca0d72","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:56.745877727Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"f07c67ce-f326-4992-8d97-9ce2709b6b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:56.74592971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"f07c67ce-f326-4992-8d97-9ce2709b6b11","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.752816613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"c35425b9-74a2-4d46-8e1d-29f1fb80f222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.833747026Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub2","reconcileID":"5dbf62ab-c98c-427a-945a-5c0a4034fa8f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-2-w4-e7929d","model":"distinct-2-w4-e7929d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e7929d/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.857623213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"a6c5321f-60ce-4b66-9967-11239aab0ba2","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:56.915334182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"89c7da4c-73f9-484c-b98f-fe7c04710836","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.00525751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"cac08f82-5809-4337-8352-c28da8c3cd84","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.00998065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"02476ad3-5f2d-4eb3-9f27-1a2935847885","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.068341964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"02476ad3-5f2d-4eb3-9f27-1a2935847885","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.095680841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"265e568f-c794-4873-b802-1622d5128840","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.096155921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"21fedf2d-a9fb-41d5-90a8-52c3c938d6fa","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.096598737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"e2e-conflict-a-d331d324","reconcileID":"9a0b5b0d-d532-4668-bef8-36c285748ac6","MaaSModelRef":{"name":"e2e-conflict-a-d331d324","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"e2e-conflict-a-d331d324-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"e2e-conflict-a-d331d324","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.115711851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"1d9ea0a0-1765-4d4e-a169-f972750deb45","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.172204373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"1d9ea0a0-1765-4d4e-a169-f972750deb45","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.213769663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub2","reconcileID":"4c4b86e2-ccb2-4bdd-918e-79bce6be19b9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-2-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.217488879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"ebf2a4de-460b-4bca-b9f5-d701c14265af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.275618435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"ebf2a4de-460b-4bca-b9f5-d701c14265af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.313952928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"ea2024f5-2269-4217-979e-65a12672a1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.315489272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"3179e1cd-61a6-429d-8566-3d218617c9e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.315688819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"4af51041-5fab-4704-b469-7a5dc404e406","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.316419649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"c9cbbd26-f50a-4ba9-bc76-35a280058465","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.372082802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"ea2024f5-2269-4217-979e-65a12672a1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.375084734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"3179e1cd-61a6-429d-8566-3d218617c9e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.430597807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c4263415-bff5-4a82-91f5-987d3b9e2dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.488088419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c4263415-bff5-4a82-91f5-987d3b9e2dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:52:57.528854085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"1d9ea0a0-1765-4d4e-a169-f972750deb45","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.794710621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"5ead08f8-160c-4890-ab3b-8a1ace6ec743","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:57.852262619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"5ead08f8-160c-4890-ab3b-8a1ace6ec743","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:59.616992915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"165c439f-5695-49ca-a74b-b444f91696d0","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:59.778863568Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub1","reconcileID":"23fbd91e-4850-4c02-9f8a-c31dfc51efd3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-09ff2cd1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:59.874724022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"69e03f52-df1f-4ac7-a4d3-6cbeac8d2f3d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:59.87506891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"97394506-083a-4082-b286-8b12903252ee","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:59.875172699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"1607400a-866d-4032-9a37-738ae756d02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:59.875534142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e8716a1e-1d7c-4a38-811f-b54c1273e801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:59.93244465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"97394506-083a-4082-b286-8b12903252ee","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:59.932456004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"69e03f52-df1f-4ac7-a4d3-6cbeac8d2f3d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:59.934638904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"1607400a-866d-4032-9a37-738ae756d02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:52:59.934832686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e8716a1e-1d7c-4a38-811f-b54c1273e801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:00.672501838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"43456ff4-3af1-4079-8e78-5fe4fc81e743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:00.672706927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"fffe6390-e4ea-4447-81f2-334cd31c1f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:00.672501744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"cca691de-3dae-4509-9b1d-e6862553b0b4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:00.673261111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"59435f27-fa81-40a2-a9d7-d81ca08569eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:00.730352673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"59435f27-fa81-40a2-a9d7-d81ca08569eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:00.730364926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"43456ff4-3af1-4079-8e78-5fe4fc81e743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:00.732440428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"cca691de-3dae-4509-9b1d-e6862553b0b4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:00.732500976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"fffe6390-e4ea-4447-81f2-334cd31c1f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:01.866754464Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"8f2bbbfb-8423-46dd-8187-d198092b7f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:01.866847966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"8f2bbbfb-8423-46dd-8187-d198092b7f19","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:02.011794788Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"5aedf995-b2ce-4a69-ad2f-d5520b1f04b4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:02.011869284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"5aedf995-b2ce-4a69-ad2f-d5520b1f04b4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:02.026787206Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"deca2c39-d90a-417b-be6e-357a86aed24e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:02.026854601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"deca2c39-d90a-417b-be6e-357a86aed24e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: compose ai-tenant-e2e-worker-w1-fd61e3/e2e-dedup-subscription@e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: model e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:03.847523274Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-subscription","reconcileID":"22af6e49-a543-4847-b8a4-d2850b523de2","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.064052411Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-subscription","reconcileID":"22af6e49-a543-4847-b8a4-d2850b523de2","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.275026999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"1136177f-2d95-46ae-8422-229bff7640d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.283432755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"81c8a9e2-878c-4341-bd9d-45e97ce41131","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.342242756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"1fb03b6a-9604-416c-836b-1bed4a1ec0a8","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.438309671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"20b698c9-5e02-4d33-ae9c-92ad1aeb1be3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.438492951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"339b7dc9-613e-44f4-a08f-ce9db75d3f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.438313468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"2684ef81-339e-4bf8-afdc-e209c3299d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.443126951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"a18d755f-a0c5-45fb-9510-db36bb3c6050","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.495975606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"20b698c9-5e02-4d33-ae9c-92ad1aeb1be3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.497236763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"2684ef81-339e-4bf8-afdc-e209c3299d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.498112126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"339b7dc9-613e-44f4-a08f-ce9db75d3f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:04.761615053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"20b698c9-5e02-4d33-ae9c-92ad1aeb1be3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.761780645Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-dedup-auth","reconcileID":"3f649cc1-fc09-4d68-a7af-36139865ae8e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.766863944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"1fdd803d-ab31-46fa-86a4-6c5992e04a5a","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.76723382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"7a9e373e-b919-4e60-a1f1-cf69f308cce6","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:04.921206157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"e1840ba5-db5e-45ba-9ee5-2b4cb80580cd","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.141751723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"329b7cc3-334b-4a27-9b8b-8658ebd7ddc9","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.142040147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"d6dfeb3f-f533-4494-89b0-c2ac4db324e1","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.199363864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"2fc35cd3-5c2a-4dde-a099-b21e62b878ef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.199615355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"b658b782-970b-4939-9b50-987de702a7d9","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.455725617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"191e232c-bf59-4273-a96d-c8eba9aff35d","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.475074745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-auth","reconcileID":"6efcfb89-ec7a-4911-9565-f35263db338c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.52181613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"c441f74f-5d71-4a95-9c92-2323562ac9b5","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.532322445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-auth","reconcileID":"6efcfb89-ec7a-4911-9565-f35263db338c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:06.565453548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"4e7dee7f-47b1-4f89-8bfc-5eb7a86ff714","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.580477648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"14c4e6e5-d208-4c99-ab99-a373a8532276","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.674134625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"67d73228-4395-448f-b63d-26dac7796b4d","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.67454431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"ee6e994d-f524-4840-9481-5bf217fc0bf9","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.72542521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"911d349f-7f6b-4026-bfde-2659ff201ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.727326427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"bd5b94bf-fad6-495c-bbaf-272a9dcb8058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.7310277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"2b50d228-a149-47b3-b535-5c1c6117f628","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.731413933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"278daccc-0013-46c2-aff6-c476e0e6d85d","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.78227806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"911d349f-7f6b-4026-bfde-2659ff201ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.784575128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"bd5b94bf-fad6-495c-bbaf-272a9dcb8058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:06.951253168Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"f79b1ea9-d364-4f35-bb61-88a1233c1cde","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-w1-fd61e3","model":"distinct-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.002353783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"ac94c20e-0c30-40be-98f5-bb8e21a90b2d","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.002917083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"93f71483-4662-46c4-8bb0-a23b1596484a","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.121014563Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"f79b1ea9-d364-4f35-bb61-88a1233c1cde","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-2-w1-fd61e3","model":"distinct-2-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.266640577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-auth","reconcileID":"0b88cd55-92eb-4c35-9c2d-6b14f3450794","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.324756785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-auth","reconcileID":"0b88cd55-92eb-4c35-9c2d-6b14f3450794","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.349574886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"e07477de-b637-4766-a934-cac069bd19a6","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.349940559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"120fe953-e600-422f-abc3-8cba6cff923f","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.364421125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"f9103557-6d10-4112-9676-6bd98e7b3702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.364565045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"a0d26b0d-0e1f-48fd-a8f7-ee33dc74abe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.421779609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"f9103557-6d10-4112-9676-6bd98e7b3702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.421843423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"a0d26b0d-0e1f-48fd-a8f7-ee33dc74abe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.572563938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"a6aeb686-d14a-4684-bd43-a3ad24cdb32b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:07.731890795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"a6aeb686-d14a-4684-bd43-a3ad24cdb32b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-2-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/distinct-2-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:08.399122717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub2","reconcileID":"3f2c691a-06bc-45ed-812a-f156caa1e417","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-2-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:08.521157494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"cff76f14-ba39-4474-bb56-6127c9e382de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:08.568595956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"cc7914fb-acb6-4900-8cee-7b584baf7f9c","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:08.69736531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"4f3469d9-092a-4abf-b3a4-73e45a14a2f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:08.798704364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c10a0cf-3888-42d1-ba6a-e5774c1b12f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:08.903887491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"69d064ff-9174-4fae-a983-1c45c733645d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:08.939828821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ed2c2357-48b1-4682-9332-f9cbecca762e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.009671726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"44a9400e-b233-432b-9082-54d7b6dffec6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.105198442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"8ac6dfee-6a5a-48fd-8699-7d1cc1554aba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.134460287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"43c2d07b-20ad-46c3-aa02-313216c3009f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.224451314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"bd7d9a9a-05f7-4c08-a3b1-cc79d51f2513","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.261242006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"4fb92b45-3747-4a5a-8336-ecbb0e434ca3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.332516677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"a9dfcda8-d63a-4b89-bc10-8f35df39cb8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.507550273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-w3-3b6013","reconcileID":"84e1bbc6-36c3-40e7-a5ed-48d60d77ee79","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.595564452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"da122836-84e3-4fa1-b6a1-096e7ff7711c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.595581045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"e137e242-89ab-4cab-a05d-e738e3e56f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.595949954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"1b7ff129-dade-499e-b287-11495c482e09","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.596041714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"6b1b979b-06fa-42aa-87df-c2105e873a22","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.65491174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"1b7ff129-dade-499e-b287-11495c482e09","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.65694337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"e137e242-89ab-4cab-a05d-e738e3e56f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.660114364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"6b1b979b-06fa-42aa-87df-c2105e873a22","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.660132832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"da122836-84e3-4fa1-b6a1-096e7ff7711c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.831883217Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub1","reconcileID":"202b0f0b-8b18-4593-8c37-3dded16e67c5","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.884445935Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub1","reconcileID":"202b0f0b-8b18-4593-8c37-3dded16e67c5","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:09.937105973Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub1","reconcileID":"202b0f0b-8b18-4593-8c37-3dded16e67c5","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.071921819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"a960ebf3-ee6d-48c4-a750-ef0fc0d6c4b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.0766047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"8dc0d3d3-285a-464f-a2eb-b271ec7a7ee5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.076879678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"186a59b9-44ac-41b0-90b5-3e40b9fe4b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.077087518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"caae44ea-a6fd-4a46-ba23-4f70f0c6d689","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.129174635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"a960ebf3-ee6d-48c4-a750-ef0fc0d6c4b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.13430532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"8dc0d3d3-285a-464f-a2eb-b271ec7a7ee5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.134401129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"186a59b9-44ac-41b0-90b5-3e40b9fe4b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.136537089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"caae44ea-a6fd-4a46-ba23-4f70f0c6d689","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.225304595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"8b1c09d8-4d96-436a-8fc5-e45178f0cb3d","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.309170805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"32a64016-5c94-40e3-aa8a-a2e8e1b96609","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.309689277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"0f8034c7-4a1b-4939-8bdb-37f271ac1a47","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.378918319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"09de4181-fdc4-4324-8afa-3fda3ed0f3a8","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.519685353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"e55a8f0d-ff2d-4dea-a03d-fafeb2ccab85","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.545969507Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub2","reconcileID":"fb39d828-af23-4e28-b39c-ea6eacfacbc8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8d7196a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.578312293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"829a7908-e8d0-4911-ad1f-6759a6e15263","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.606770866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"12e0cc28-22d2-46d9-b953-5222b3c7325d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.606962584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"47e7dad1-b58f-46a3-a334-8408bb03cb88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.607353253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"e96bc008-8ca8-45e6-82a6-459661ddb955","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.607480679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"0b0b98f7-63e2-4b92-9e2d-96b167766389","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.665256768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"12e0cc28-22d2-46d9-b953-5222b3c7325d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.665426317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"47e7dad1-b58f-46a3-a334-8408bb03cb88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.667419239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"0b0b98f7-63e2-4b92-9e2d-96b167766389","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.667697347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"e96bc008-8ca8-45e6-82a6-459661ddb955","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.686440621Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"3724f810-9adc-4a89-a7a5-0f04b7db76f3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0a4e1823","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.738399496Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"c7a0fb8f-e571-4329-b200-8faf56adb39a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0a4e1823","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.780835128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-auth","reconcileID":"5390d306-b128-4e49-bb97-b10ad1b9f87f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:10.838149394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-auth","reconcileID":"5390d306-b128-4e49-bb97-b10ad1b9f87f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.138349017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"b7fd6510-5d52-478a-96f6-5bc926b40f3a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.138532672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"df3828f2-38d0-4a91-b529-00050cdc682e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.138349113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"3bb77c61-9132-4b0e-9a46-955e873278d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.138824531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"66e6ad26-3ae0-4b0b-a983-ddd404e8ae8e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.197979633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"df3828f2-38d0-4a91-b529-00050cdc682e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.270610532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"3bb77c61-9132-4b0e-9a46-955e873278d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.274064985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"66e6ad26-3ae0-4b0b-a983-ddd404e8ae8e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.277430068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"b7fd6510-5d52-478a-96f6-5bc926b40f3a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.475088924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"c9d23ecf-e868-4635-a428-31c10d9eb74c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.532963329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"c9d23ecf-e868-4635-a428-31c10d9eb74c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.69296757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"aa095547-3d8d-4995-b3eb-f66b4c796d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.693054567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-auth","reconcileID":"d85f7fde-95be-4e8c-87af-f823f07859d3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.751025605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"aa095547-3d8d-4995-b3eb-f66b4c796d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:11.751106378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-auth","reconcileID":"d85f7fde-95be-4e8c-87af-f823f07859d3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.053562562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"7f925c97-4e80-428a-8cce-5e33170cc45a","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.053855842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"4b258dd7-0c25-4c89-813e-fcf6fdb7b89f","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.131435318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"9c32843b-980f-4ed0-8e20-6213f7436d18","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.131843757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"82b8c249-5211-4fa3-8d26-667eedee2b00","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.210788864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0aa9a6d1-2293-461d-8dff-b426d90b5a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.210788853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"4b6e2829-fcc3-47d7-9526-7e246fc60265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.264656597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"33016a17-1473-4d08-b375-27b8c91e0e8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.264662141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"370c62bb-69f2-4e31-88c4-73b476f27d97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.268012024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0aa9a6d1-2293-461d-8dff-b426d90b5a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.268103836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"4b6e2829-fcc3-47d7-9526-7e246fc60265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.58013009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"3de35148-dbe2-47d6-a1be-70702247dc17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.580130088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"51aee6e5-8432-4a9b-ba3c-fc6985a1726f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.638678061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"3de35148-dbe2-47d6-a1be-70702247dc17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:14.638685628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"51aee6e5-8432-4a9b-ba3c-fc6985a1726f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.59915106Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub2","reconcileID":"304c2f46-a84a-462a-bba3-96267ee3843c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.651559441Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub2","reconcileID":"304c2f46-a84a-462a-bba3-96267ee3843c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.703947569Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-sub2","reconcileID":"304c2f46-a84a-462a-bba3-96267ee3843c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.791044307Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"c61a5f09-cf09-411e-9085-f3651b7bd142","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.868954844Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"c61a5f09-cf09-411e-9085-f3651b7bd142","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.920800379Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"c61a5f09-cf09-411e-9085-f3651b7bd142","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:20.975508503Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"c61a5f09-cf09-411e-9085-f3651b7bd142","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-2-w1-fd61e3","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.027914757Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"c61a5f09-cf09-411e-9085-f3651b7bd142","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-2-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.032661932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"47d717da-b724-472c-ba0a-d15123ecaa09","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.080407915Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-subscription","reconcileID":"c61a5f09-cf09-411e-9085-f3651b7bd142","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/distinct-2-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.272063153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"72222750-bbf9-4f52-807c-a64b35704435","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.29087245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"994c9461-7c94-4e8a-989e-eda74dc7a971","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.291113894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"53678c30-5b6c-4962-a9b8-0980645d3fa4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.290878153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"0668399e-2beb-4387-9af3-2e86dd2f3c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.291534151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"3adee598-bb36-4ea1-840c-7e1c3ed97268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.348797595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"3adee598-bb36-4ea1-840c-7e1c3ed97268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.349062082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"0668399e-2beb-4387-9af3-2e86dd2f3c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.350967778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"53678c30-5b6c-4962-a9b8-0980645d3fa4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.351351806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"994c9461-7c94-4e8a-989e-eda74dc7a971","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.360890496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"ee75d08b-0675-404d-927b-a7d3c6a6a4d4","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.418410402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"e4f210b7-bea1-4a3e-8001-cff2f60505ac","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.528592375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"a882a8b6-ba16-4b82-8830-f93ddf0a4d95","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.528960524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"f923747f-e944-483d-9993-b961df8c6465","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.552497335Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth1","reconcileID":"1f70116d-b87c-4b5b-92d5-0b1ed57d5286","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.553043944Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-auth","reconcileID":"ce4cec30-f599-4d82-99bf-6f5f982f5468","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.617664779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"99e3b4bc-d4b9-49d0-8238-9cbb3a608140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.653065012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-distinct-models-auth","reconcileID":"ce4cec30-f599-4d82-99bf-6f5f982f5468","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-2-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.677516386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"99e3b4bc-d4b9-49d0-8238-9cbb3a608140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.707383637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ecccf4f7-f3b9-4c3c-85b6-227f2aef11e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.758988111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"0a55f430-69e8-4f9f-9755-d245d1c5e71c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.765451443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ecccf4f7-f3b9-4c3c-85b6-227f2aef11e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.81102553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"99870d72-a4c6-48f1-8a97-6ae17a9751e0","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.818409977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"0a55f430-69e8-4f9f-9755-d245d1c5e71c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.912916894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"108aa401-f517-450f-9078-01f6b6f2284f","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.913155599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"09f9dd06-c3af-4e3a-8c9c-2e516079fb76","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:21.979443486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"a24600c1-173e-40e1-9ca1-58a8444b9500","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:22.054733233Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-return-all-auth2","reconcileID":"d3b4341f-26b8-4c52-9c5a-0d22df975d7d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:22.312091014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"07156494-55db-461a-ac2b-fa35018c631d","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:23.549133167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"e3c5caa2-95d9-488d-9a65-5b3433a10aa5","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:23.605570847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"f98ceef6-92b9-49ef-ac4a-ab7be30f949b","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:23.766628264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-invalid-sub-auth","reconcileID":"198fa392-026c-4947-be7f-bdf5139b6383","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:23.79899551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"a5c2ca25-3ac1-49be-aeb9-9f3adc1b3a93","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:23.801025172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"ca74b3bd-c367-4d58-9c85-873511f9f2e8","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:23.827903956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-invalid-sub-auth","reconcileID":"198fa392-026c-4947-be7f-bdf5139b6383","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:23.846752624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"81824677-fbd2-4724-85d0-ade10c3a0dc1","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:23.899426328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"a1c2ffc3-c713-4d11-9118-9f560836cde8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:23.899619943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"6c17dc0b-bcf1-494e-bbe4-cf9560051878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:23.90446128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"7cfa0cc9-f09e-455e-b2db-b9d368372447","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:23.95875378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"6c17dc0b-bcf1-494e-bbe4-cf9560051878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:23.958867795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"a1c2ffc3-c713-4d11-9118-9f560836cde8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:23.959140551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-valid-sub","reconcileID":"b07c845e-31dd-4a5e-9742-8e92a8aaa2aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.001077631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"60d76200-3ba7-4b60-b85f-583d1ef085da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.001101985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2c977b50-cc4f-442c-a439-5adbdacc42a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.013805529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"810e8b5e-00f8-4d21-9db5-ea61d39c215d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.013846796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"5e1e6599-cf7e-4924-8cfe-c846ec9547fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.055054441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"9cb1789a-3d14-4930-a92b-6688c7d22467","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.059953162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"60d76200-3ba7-4b60-b85f-583d1ef085da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.05995316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2c977b50-cc4f-442c-a439-5adbdacc42a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.132017281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"f9a59e82-e3d9-430e-b268-d1d6a7888a5d","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.182114353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"a159beb4-2fa2-4119-93f2-94ee1acf795e","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.211118456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"a07a3a14-98f1-4bbd-8d88-34de86b04716","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.339958791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-invalid-sub-auth","reconcileID":"2cd4b47b-7a2e-4baa-9fdc-7465a8c8523d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.358898288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"f1c24f44-b63d-4017-b8aa-0676b808cfa4","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.398197259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-invalid-sub-auth","reconcileID":"2cd4b47b-7a2e-4baa-9fdc-7465a8c8523d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.415066724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"cfedfec1-d01a-40a9-ba3c-a0b137e7dd9a","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.441063668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"d7e541bb-626d-432b-aefa-f91d38a4f256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.441063742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"f65276af-4e08-4a6d-9fe1-8e6bded4a046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.465478527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"de1bf17b-ff3b-47df-8949-1d12552c9325","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:24.467938452Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e7929d/e2e-user-token-filter-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.479756173Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-valid-sub","reconcileID":"d2aa8f94-9390-4703-899b-eca4bb813a16","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-models-valid-sub","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.499915427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"d7e541bb-626d-432b-aefa-f91d38a4f256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.49991484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"f65276af-4e08-4a6d-9fe1-8e6bded4a046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.521398989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"484eb5af-9170-4388-bb91-8bd329bb3cfc","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.547113003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"25454f29-357c-4d0c-8ae3-406a39caca47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.547120202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"bdade6bb-de85-410b-806d-0c90336ddae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.605948666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"25454f29-357c-4d0c-8ae3-406a39caca47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.606316466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"bdade6bb-de85-410b-806d-0c90336ddae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.646187576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"9dbc4935-7f74-4a6f-9d05-65c21a7adb10","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.658606793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"4ee7940d-dc35-4860-a249-1fb234f06525","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.694240559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"1a1db7c1-4505-4ca2-bd33-cf76f78ecb16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.813464136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-auth","reconcileID":"b8d5be61-6009-451b-8fad-0798b5238c87","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.852885266Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-sub","reconcileID":"5d52b262-926a-4b80-b7d1-0f6524e5d502","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e7929d/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-e7929d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.872393504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-auth","reconcileID":"b8d5be61-6009-451b-8fad-0798b5238c87","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.890318869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-valid-sub","reconcileID":"45512d05-3259-46a7-85ad-633183f61fcb","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.9146889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-invalid-sub-auth","reconcileID":"cceba0ef-fc58-48ca-9b5c-416f42075f63","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.914737347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"82add80f-d66f-4ed5-9af0-2e8c2bc111bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.972793918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"82add80f-d66f-4ed5-9af0-2e8c2bc111bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:24.973278429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-invalid-sub-auth","reconcileID":"cceba0ef-fc58-48ca-9b5c-416f42075f63","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.013934701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"8670d034-816d-4da4-9fe9-0b89179136ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.014091647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"689d7adb-3e5e-404c-9e57-c71e726c2e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.020589637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"ee6bd7b7-20e9-49ce-b7b8-132b58a35df8","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.064581903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"89867651-64e3-48fa-aa4f-2fc7829e5069","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.071772361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"8670d034-816d-4da4-9fe9-0b89179136ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.07260903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"689d7adb-3e5e-404c-9e57-c71e726c2e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.190523173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"6a4925d6-e32e-4f46-8243-41a194cc0c4c","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.231715097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-sub","reconcileID":"cd314cfa-b581-4bdf-a37b-6cf95ccef1cb","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.346686346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"790b0477-8dd3-426c-95ae-f159de588761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.388031163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-auth","reconcileID":"9c331708-8484-416e-9dac-bb8cc59927bb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.403700814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"790b0477-8dd3-426c-95ae-f159de588761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.446770526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-auth","reconcileID":"9c331708-8484-416e-9dac-bb8cc59927bb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:25.887772055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:26.992922023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"47f49728-086a-4734-a393-99ec8c1b765b","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.152233959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-invalid-sub-auth","reconcileID":"51476fcb-858f-486e-9922-44360545571b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.152499137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"e13d8b25-2173-40ee-a09e-47add4c021c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.15224801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"28b2a89d-fa59-4b1a-aad7-fef4694db934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.213219316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-invalid-sub-auth","reconcileID":"51476fcb-858f-486e-9922-44360545571b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.213404576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"e13d8b25-2173-40ee-a09e-47add4c021c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.21741392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"28b2a89d-fa59-4b1a-aad7-fef4694db934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.450696967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"b520a5cd-0c05-435f-9a73-49cbbadc9954","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.606458281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"daf93445-0286-45c6-aceb-2a61ae186896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.606597813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"ac1f04eb-b298-4e51-b37e-d7c39483cb68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.607091932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-auth","reconcileID":"7f03cbdd-be1c-4b69-9821-de7f9598c5a6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.66417457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"ac1f04eb-b298-4e51-b37e-d7c39483cb68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.664271951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-auth","reconcileID":"7f03cbdd-be1c-4b69-9821-de7f9598c5a6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:27.666710006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"daf93445-0286-45c6-aceb-2a61ae186896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.159133971Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-valid-sub","reconcileID":"655ce543-b9ed-49c2-8d9a-89c4f8f09e9a","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.380803545Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-valid-sub","reconcileID":"655ce543-b9ed-49c2-8d9a-89c4f8f09e9a","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.599399489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"5182c233-05b5-4517-93c7-10b679a60fad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.615467476Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-sub","reconcileID":"3dc671c6-336a-433c-9675-bcc5b4689f16","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.653135445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"2de23ed9-7b72-4402-8b9c-068124824e9c","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.810039498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-invalid-sub-auth","reconcileID":"8d193d69-ecc5-4201-bc8c-941564bc65c4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.811060421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4e81de42-ad3d-4b81-8f33-81e5863f9497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.811065479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"064fad4e-0157-4e2b-9cdc-196a85b44cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.821920696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"3dd6f537-c46e-4bc7-8405-6f71ae1f8169","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.849736762Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-sub","reconcileID":"3dc671c6-336a-433c-9675-bcc5b4689f16","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e7929d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.868352406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-invalid-sub-auth","reconcileID":"8d193d69-ecc5-4201-bc8c-941564bc65c4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.872125792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4e81de42-ad3d-4b81-8f33-81e5863f9497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:37.872728277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"064fad4e-0157-4e2b-9cdc-196a85b44cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.036790888Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-invalid-sub-auth","reconcileID":"8a29298f-044d-4498-9a04-d62ae24da682","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.060977613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"a724b0fc-6750-4090-8882-21967cb3c0b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.156583182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"dc4d5db3-a993-4b54-82b5-9b476c3243f1","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.234465644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"e84e0b46-9506-41e4-81ab-b9a61d7c441a","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.312356132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-auth","reconcileID":"a12dfa60-5491-4e8d-a407-6745ad86f516","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.315205297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"63302f76-40c4-49c7-a777-66a14a612bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.315209868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"47cfaf2a-c977-45ab-9544-a47f9a33c63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.31580937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"b99bfb73-da2f-432a-b6af-e83abeb3de34","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.370985263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-auth","reconcileID":"a12dfa60-5491-4e8d-a407-6745ad86f516","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.374604601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"63302f76-40c4-49c7-a777-66a14a612bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.376722437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"47cfaf2a-c977-45ab-9544-a47f9a33c63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.574750459Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-user-token-filter-auth","reconcileID":"b9bad3b1-3a94-4ce8-899d-ef515649a03c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:38.737136112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"545edb3b-2d10-41a7-9355-bcea0b6e1257","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:39.638918886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"90bf24f1-17d7-43aa-81be-2bd453980b0d","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:39.695704315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"04cb329f-cfd5-45e1-bff9-acc8564e82f0","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:39.808088228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"6e6431ca-3ddf-49da-b65d-7c03af4be198","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:39.851223542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"b216c69b-8445-4ae5-b43b-27d13405b83b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:39.863395474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"95ad85fb-85d4-4abd-9c43-3b95e8a4ab14","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:39.908705875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"b216c69b-8445-4ae5-b43b-27d13405b83b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:39.91536343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"7b38ebdf-8378-4d0d-a761-051ac961a8e9","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:39.973169212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"88628a08-4c20-47cc-8c2d-2a8b7bab9c18","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:40.023173456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-user-sub","reconcileID":"c343d85c-c929-4d2e-8079-20e4833d4dd4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.069157229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"f7a1c5bb-2da8-41ed-a92c-ad2ae53883ba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.07019462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0b026201-48e7-44c0-96bd-f571963f21f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.070429135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"a5d0388b-304e-4b50-a5ac-a95da77f839e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.126232021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"f7a1c5bb-2da8-41ed-a92c-ad2ae53883ba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.12692267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0b026201-48e7-44c0-96bd-f571963f21f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.127463601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"a296a7c1-5fbb-4710-ad3b-219564f87984","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.127987389Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-e7929d priority=10:[ai-tenant-e2e-worker-w4-e7929d/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-e7929d/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.128875325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"a5d0388b-304e-4b50-a5ac-a95da77f839e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.18860377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"bb3244ed-24f5-4c1a-baa2-eefe9b4067fb","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.192852827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"bab61dfd-fdd2-4cca-ac4e-4625bc20634c","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.228658821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"5bb3f4a0-f703-4625-8b03-b27b100571ce","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.233279068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"47b57b80-2fde-452a-b1b8-8ef6e89ac761","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.242053192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"602f2dd5-7f82-477c-ab75-8fa28f841e3d","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:40.247366539Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e7929d/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.249869881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"936e01e8-240d-463a-b90d-eb5f1aeff1fb","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.297186849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"c0b940ad-c30c-4a23-b570-30517cdb223f","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:40.300954349Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-fd61e3/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.301246232Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-fd61e3 priority=0:[ai-tenant-e2e-worker-w1-fd61e3/e2e-models-other-sub ai-tenant-e2e-worker-w1-fd61e3/e2e-models-user-sub]","namespace=ai-tenant-e2e-worker-w4-e7929d priority=10:[ai-tenant-e2e-worker-w4-e7929d/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-e7929d/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.336830713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"833ec772-98e6-4095-a154-e206931a932b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.337037328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"9507a41d-f8b4-4b18-9542-acad23bfbf7b","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.358620198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"24703c14-4005-45e0-bbb5-a9c1963bc769","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.388980443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"1029cfec-c431-4f06-97ad-41826a270960","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.393883879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"833ec772-98e6-4095-a154-e206931a932b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.394506048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"6ee63a1b-1ebf-4e94-85f2-8cf3574de4ee","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.40901136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"e3eb6742-acfc-4202-b8b5-ac8f326727b3","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.415938661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"9370a01a-9898-47d8-9bdc-c7b3450d1218","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.434577416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"d9e866e5-bbc7-4cb4-8494-3a783c49bcde","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.447595663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"1029cfec-c431-4f06-97ad-41826a270960","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.473566501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"723abeab-2c27-4d42-a5bf-00f383dbd7e7","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.520703148Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-user-sub","reconcileID":"f53f1b18-7544-4c47-8431-9852bd305d64","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-models-other-sub","ai-tenant-e2e-worker-w1-fd61e3/e2e-models-user-sub","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.537207198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a36d3824-8e77-4ff2-a931-80b5eddce969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.575644515Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub1","reconcileID":"9a268035-cc99-4d12-b54d-ff1b08671a09","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-w4-e7929d","model":"distinct-w4-e7929d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e7929d/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.594253384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a36d3824-8e77-4ff2-a931-80b5eddce969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.639784314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"77fa405d-57f5-4575-a791-bead24be36c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.658730796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-other-sub","reconcileID":"9992c0bb-5b6d-45b6-955b-ef02bf379ef6","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.69291954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"d03c02e2-4da3-4467-9f26-b97e4d0411c3","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.698994096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"77fa405d-57f5-4575-a791-bead24be36c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.704480725Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-fd61e3 priority=0:[ai-tenant-e2e-worker-w1-fd61e3/e2e-models-other-sub ai-tenant-e2e-worker-w1-fd61e3/e2e-models-user-sub]","namespace=ai-tenant-e2e-worker-w4-e7929d priority=10:[ai-tenant-e2e-worker-w4-e7929d/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-e7929d/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.704588687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"44e1cebd-044c-497e-a9ac-b793600da3f4","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.743447249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"8b937f1b-1a74-496c-bf95-53f6b19c507b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.761834561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"4026904d-9b72-4261-b859-d95df1b39a47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.764135624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"aabfcef2-6a42-4482-a0be-173c985fb0fa","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.791103123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"72738aa0-0694-41c7-832b-a1f88db93714","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.801321512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"8b937f1b-1a74-496c-bf95-53f6b19c507b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:40.811594273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub2","reconcileID":"78c288d6-8f54-4aee-a76d-b4d3f782e4e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.854491184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"893aa193-ecec-47dc-84f2-b00769201817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.856471152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"47baa64f-ac08-4eef-971a-5ab70e0e3837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.892040795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"96dab267-b720-4764-a74e-78ee6c6a613c","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.902492642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-user-sub","reconcileID":"0211ab0f-d06f-43ae-aae4-d9cdd493119d","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.910904799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"7d8aa644-b352-4a18-aa3a-c2689d38c47c","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.911138356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"893aa193-ecec-47dc-84f2-b00769201817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.915624224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"47baa64f-ac08-4eef-971a-5ab70e0e3837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.919087623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"668c7e40-ca17-4ebb-948d-6aa70f495046","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.9556936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"a255ed06-732f-4dd5-8b91-4fb9272f01c0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:40.974023941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"526efb31-f083-42f5-ac9f-4f6b3f11a2fe","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.000573369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub1","reconcileID":"d1b0f988-fdfe-462c-ab07-7ca5a5a43a9d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.012369277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"a255ed06-732f-4dd5-8b91-4fb9272f01c0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.093405086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"1008975d-fb29-460f-9a64-21f95756dbc2","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.10179757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-other-sub","reconcileID":"d00cac0d-9c5c-4f68-924d-c6fe01b7fbe8","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.172888799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"8aa020b8-b5b7-4919-a04e-1e6a5b466522","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.20668881Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub2","reconcileID":"0b21aabf-f646-4408-8ce4-0e24adaa14bd","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-2-w4-e7929d","model":"distinct-2-w4-e7929d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e7929d/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.230506335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"8aa020b8-b5b7-4919-a04e-1e6a5b466522","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.273834435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"0b96b8b7-9b13-4e01-a97f-2c6e84f82afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.330413765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"0b96b8b7-9b13-4e01-a97f-2c6e84f82afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.377643028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"b5526f4e-5e14-4674-a95d-bcf87d1c6afa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.381380131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"2fadea44-7ff4-4c5f-8b3e-cff2b8fe33e4","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.434610458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"b5526f4e-5e14-4674-a95d-bcf87d1c6afa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.479204437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"17b9f46a-ffbc-4495-a629-878436281660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.497276853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"9bfa58b5-878b-4605-af57-2cf798aa801b","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.536087007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"17b9f46a-ffbc-4495-a629-878436281660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.590936071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub2","reconcileID":"2d3795a8-1964-4dc4-96c6-57da0d8c4038","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-2-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.75438217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"e176a85a-85d4-4c4b-afa2-71d0f287dd77","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:41.81255107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"e176a85a-85d4-4c4b-afa2-71d0f287dd77","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.327560159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"e0e40fed-8a90-4aed-b778-ab29424b4052","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.482897959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"1645f2a6-8a98-4f89-a3c0-417200501dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.483165951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"939ed5a5-8283-45c0-8365-e2b327d2e0b4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.482898044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"7c43e43b-e812-439d-9c56-b811406c266c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.541806113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"1645f2a6-8a98-4f89-a3c0-417200501dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.542321987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"939ed5a5-8283-45c0-8365-e2b327d2e0b4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:43.544169643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"7c43e43b-e812-439d-9c56-b811406c266c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:44.512202285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"35d04cb1-4379-41bf-a889-921e11880412","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:44.674314376Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub1","reconcileID":"d1fcd051-1625-4d2e-8b00-38d76cc1fcd5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7964c56e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:44.77244187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"89b944c0-0e56-41ff-b486-50987c1eab59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:44.772465283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"96c80c96-d222-4c8b-ace9-302fe1efb0b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:44.772921372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"5069c4b2-0386-4203-8598-d357f66d5332","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:44.773091085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"70f3630c-f054-4fd4-aa83-09a354fdc77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:44.834901569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"89b944c0-0e56-41ff-b486-50987c1eab59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:44.837266848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"70f3630c-f054-4fd4-aa83-09a354fdc77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:44.843353114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"5069c4b2-0386-4203-8598-d357f66d5332","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:44.844678069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"96c80c96-d222-4c8b-ace9-302fe1efb0b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:45.306587435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"2290a257-13f9-4c38-9549-cafc656b1a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:45.306595349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"596163ce-2744-4390-a591-3503d16ee13b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:45.306865832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"6d8bc3a7-bda0-49a0-a124-681e5adecc5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:45.307241213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"235e37a8-3b41-4ed0-a58e-fe7b144382fa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:45.363889644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"2290a257-13f9-4c38-9549-cafc656b1a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:45.364532072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"6d8bc3a7-bda0-49a0-a124-681e5adecc5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:45.366113448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"596163ce-2744-4390-a591-3503d16ee13b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:45.366697879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"235e37a8-3b41-4ed0-a58e-fe7b144382fa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.921937985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"67012087-c401-4379-8811-0f8239de0b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.922890089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"b359773c-5516-4976-9a09-2d834fc20b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.923646431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"5bc61aa0-3da1-4b32-888a-68889e5a4680","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:47.995999254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"67012087-c401-4379-8811-0f8239de0b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.002018433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"b359773c-5516-4976-9a09-2d834fc20b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.035157685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"5bc61aa0-3da1-4b32-888a-68889e5a4680","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.197222539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"481b53f2-8994-493f-a56a-11a4b9b69363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.197563994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"5bb3cec8-651d-4569-864f-58325bba9e66","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.264406538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"481b53f2-8994-493f-a56a-11a4b9b69363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.268049734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"5bb3cec8-651d-4569-864f-58325bba9e66","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.474907621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"f3a76d1e-1bf9-4d83-8538-52bdcc4935d6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.494849388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"14449a1c-fa89-4966-b99e-3a6c0e6295eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.495613411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"6ccf844e-4a2b-4826-8c19-31d4894776a6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.53713737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"f3a76d1e-1bf9-4d83-8538-52bdcc4935d6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.554552773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"6ccf844e-4a2b-4826-8c19-31d4894776a6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.554623697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"14449a1c-fa89-4966-b99e-3a6c0e6295eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.676446525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a8208386-b786-4cf5-8846-3367bdeb4bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.733502462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a8208386-b786-4cf5-8846-3367bdeb4bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.781731165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"bdffe91f-aadd-4ea2-9b63-b6e5b444d261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.839274244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"bdffe91f-aadd-4ea2-9b63-b6e5b444d261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.986734664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c0ef8ed5-c23d-4ca3-ac66-3f744dd60e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:48.987749525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"794f0baf-e410-461e-8c9c-2cc895f54017","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:49.045495037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"794f0baf-e410-461e-8c9c-2cc895f54017","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:49.045502887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"c0ef8ed5-c23d-4ca3-ac66-3f744dd60e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.491810995Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-user-sub","reconcileID":"b4e17d06-67fe-4813-9384-f19f8c291f17","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.713000934Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-user-sub","reconcileID":"b4e17d06-67fe-4813-9384-f19f8c291f17","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-models-other-sub","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.830625069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"f8cf0da8-216a-48ea-b366-daf2b7f54452","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.831180599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"c05d51b7-ba62-4d97-9a33-a36d26a1d46a","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.831601877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-w3-3b6013","reconcileID":"74e429f9-5527-444f-ae26-d8067034edc8","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.899621797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-w3-3b6013","reconcileID":"22840a49-0f79-49bb-96a4-6751cb413d1c","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.899960944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"6a484422-2dbc-4d5d-8e74-84b7543145c6","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.900404513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"d9162fb8-ff37-421f-b148-3bc4865d4693","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.927090466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"a7b77eb4-46a1-452f-ae03-1c4a2b48649b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.927793004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-other-sub","reconcileID":"041ded4b-56f7-40cf-b2d9-0d262ee4c0a5","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.981201793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"90c57415-7b77-4fe9-b86c-366a94da61ff","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.990760777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"088a8ec9-a858-479c-89de-3386d0d78e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:53.990865293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"f1c63cca-12d9-4e9a-a48b-59b5ab32cba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.044380665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"8d12c68c-5f8b-4946-a5cd-8c0a30beb240","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.072646311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"088a8ec9-a858-479c-89de-3386d0d78e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.074086334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"f1c63cca-12d9-4e9a-a48b-59b5ab32cba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.102500828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"b0ddc1b9-5523-4d53-9a2a-8e9c39a3ddd1","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.131816618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"0ad925ae-4140-47f6-9c9d-1f30798ba81d","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.13381716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"76e9d0e4-219e-46c1-9066-9c5ae52c133d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.135508744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"aabf3bd9-13e4-47c4-ae76-4cb1d65ee245","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.14313582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"d5193b58-7c49-49d5-9e91-0232f66dcd18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.143205331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"22d70bed-5b8b-43be-b26b-dea8831a3c49","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.143704657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"790b507f-648d-4a67-a182-0c4167d84cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:53:54.156032599Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-fd61e3/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.205261436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"22d70bed-5b8b-43be-b26b-dea8831a3c49","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.206419746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"d5193b58-7c49-49d5-9e91-0232f66dcd18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.211337025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"790b507f-648d-4a67-a182-0c4167d84cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.390107682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"837ce118-8c85-4925-821f-3660c94cebff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.39082319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"5801f843-7c22-4b6f-938e-360f5dcef341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.450914765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"837ce118-8c85-4925-821f-3660c94cebff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.452911928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"5801f843-7c22-4b6f-938e-360f5dcef341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.574858668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"ae8aa042-9ad3-44c3-adef-1c1113cbd8b2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.575558186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"b550d2c5-5d4f-4b80-aaea-d48628945650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.632262797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"ae8aa042-9ad3-44c3-adef-1c1113cbd8b2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.632977786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"b550d2c5-5d4f-4b80-aaea-d48628945650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.67181586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"7a7bf25f-40af-4c6d-8cdb-963bbe37c917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.726681678Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub1","reconcileID":"dd427efa-37ab-4d46-abd5-dd584ae2bca5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.730882755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"7a7bf25f-40af-4c6d-8cdb-963bbe37c917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.778852829Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub1","reconcileID":"dd427efa-37ab-4d46-abd5-dd584ae2bca5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:54.831232201Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub1","reconcileID":"dd427efa-37ab-4d46-abd5-dd584ae2bca5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.140788605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"14834efc-b7a1-49b8-9f52-94c8224b5c50","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.292359161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"39865ac1-8aab-4f59-8c2a-4ec6d26616e9","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.402249811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"d8938d67-8b14-400f-8323-b7db77ce59fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.402372876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"5591274f-9cf9-48f4-b5da-ac5104eda2e7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.402876508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"38465952-9b8c-409e-a0f3-19cdf02af98a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.40352759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"dae90bd5-5c12-4d33-ac9f-5db81556cb37","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.454697779Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub2","reconcileID":"54c68b8e-6010-4c35-a5fd-9d9c386fb4de","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cb6fa702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.460551947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"38465952-9b8c-409e-a0f3-19cdf02af98a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.460612649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"5591274f-9cf9-48f4-b5da-ac5104eda2e7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.462784045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"d8938d67-8b14-400f-8323-b7db77ce59fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.462992023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"dae90bd5-5c12-4d33-ac9f-5db81556cb37","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.87957578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.923508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"03c49398-d0db-4aa6-b684-e174b9b2e29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.923652905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"18be6ed4-3997-405e-8f7f-f3f30c865b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.923506455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"6845bdeb-1030-4ff7-8c0c-c1753d6c8a13","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.92393828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"ef97bce9-1c3f-48f9-b337-1c436c7e2c17","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.982840414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"03c49398-d0db-4aa6-b684-e174b9b2e29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.986200471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"18be6ed4-3997-405e-8f7f-f3f30c865b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.986298415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"6845bdeb-1030-4ff7-8c0c-c1753d6c8a13","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:53:55.982839379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"ef97bce9-1c3f-48f9-b337-1c436c7e2c17","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:04.294769604Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-other-sub","reconcileID":"fa10816a-743a-4fd1-a86a-a46721b7e067","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:04.510983451Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-other-sub","reconcileID":"fa10816a-743a-4fd1-a86a-a46721b7e067","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:04.72132399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"69d12c4b-bd0e-4b93-913f-9870d2bea8eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:04.776732571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"0362ad0b-86ee-43b2-a09a-873ec4d3b4a7","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:04.928422605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"d5540e52-8bda-4dbc-8a6b-b189b9ec36e6","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:04.931298196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"83ff8e5c-95c3-4416-a70c-e53ddfa98cad","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:04.935787761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"931445b6-e531-4621-919a-8f9ab25e8d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:04.935789398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5f841918-698a-4095-aba7-e64cc55533bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:04.992235739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"83ff8e5c-95c3-4416-a70c-e53ddfa98cad","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:05.052425066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"931445b6-e531-4621-919a-8f9ab25e8d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:05.063600383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5f841918-698a-4095-aba7-e64cc55533bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:05.243719362Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-models-access-denied-auth","reconcileID":"365fe46d-57dd-491b-8036-ed9c864762fb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:05.463367736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"cea2fe3c-bdb7-4c97-8867-657eba1444d8","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:05.508086032Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub2","reconcileID":"eae4a258-2f0d-489a-9e02-534cc8082377","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:05.569216859Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub2","reconcileID":"eae4a258-2f0d-489a-9e02-534cc8082377","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:05.624180687Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-sub2","reconcileID":"eae4a258-2f0d-489a-9e02-534cc8082377","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:05.954506251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"5ab03190-1630-494a-b52c-2b186ccd5f94","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.113596142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"02b1fbf7-0966-4856-ad96-40cce255ee6c","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.372879489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"aa5d2411-4c5e-49a9-91b3-2b4a4774609a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.373655092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"ca7c588d-2d93-4dfe-8883-ee6a24017ca9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.390685212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"381473fa-12d1-42a2-abe5-add3d2b3c31d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.396690179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"2c9d4bfb-6d57-4e5e-80e4-4cd2d1b85b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.443250041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"aa5d2411-4c5e-49a9-91b3-2b4a4774609a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.487463513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"ca7c588d-2d93-4dfe-8883-ee6a24017ca9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.516149671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"381473fa-12d1-42a2-abe5-add3d2b3c31d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.517063544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"2c9d4bfb-6d57-4e5e-80e4-4cd2d1b85b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.671644711Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth1","reconcileID":"8476d910-d8e0-411f-8a8a-4c9883cdb75b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.920630765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"de168aab-2528-4291-9cfc-ddd7dffd8658","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.939636482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"78c9372d-5b41-4606-b264-363194a38ae8","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.979140716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"0ee13447-3168-4e29-a9ca-f4fbafe105e2","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:06.996701651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"9ff68e39-5b68-44f8-8d54-b43a4962e943","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.058114797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"9ff68e39-5b68-44f8-8d54-b43a4962e943","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.111612005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"4a67bbfe-ae16-4d7f-b95d-ee1d697aee72","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.300062701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"d2c5bc28-4eb0-4b48-8d4e-29b2f11b8230","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.476969646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b7d983cc-67a0-4ff1-88ba-f7d11a0ace2d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.536701075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-ignore-header-auth2","reconcileID":"c12dc9b0-aea1-495e-8178-adfd980da888","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.582194365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b7d983cc-67a0-4ff1-88ba-f7d11a0ace2d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.61462732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"99ab1ae3-543f-4810-a714-d5a5064af081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.615472172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"c35f302e-a380-43c7-b295-56bd63cb7e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.616099147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"323caf1d-7e8b-4593-9c60-16262b60a6dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.616628059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"c7cd1816-3d01-4caf-8981-53837081ce42","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.620765496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"8dfbc16d-8c71-47b6-865b-ada7acdec7c5","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:54:07.623564654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"2897330d-4f97-4901-b210-cc27678a23e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.754363826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"99ab1ae3-543f-4810-a714-d5a5064af081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.759421846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"323caf1d-7e8b-4593-9c60-16262b60a6dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.780528701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"c35f302e-a380-43c7-b295-56bd63cb7e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.834710325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"c5243e3c-1c2d-40ab-9dac-6d236d784e6e","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.837717282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"416c5746-736f-46b6-8fcb-b49051117cb2","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.903452867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"7c92f8d1-5159-49f3-bbb4-30cfa27d5b70","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.912011042Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-fd61e3 priority=0:[ai-tenant-e2e-worker-w1-fd61e3/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-fd61e3/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.972435744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"dae7d144-3f71-4e73-bcb1-9908ed303403","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:07.983029665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"2efb1613-f41b-40ff-a2e2-908d915e6049","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.013079168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"08e9968e-929b-4246-8de2-b354ca48cdfb","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:54:08.036654455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"11ca7c10-804c-4592-a300-d8ed842aa4e7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.037602889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"52173b8f-9e36-4bd3-902f-3613937e56bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.050567329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"2069fecd-1002-4f54-b2b3-4491279ff66c","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.096627194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"52173b8f-9e36-4bd3-902f-3613937e56bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.149115239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"b6d371f3-6db7-4213-ba48-f5f27a510367","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.162551649Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"20fabdbf-877f-40ed-bc4e-df04a5d673b0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-w1-fd61e3","model":"distinct-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.207600806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"3c937b80-7107-428d-988b-7c7d42604097","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.252693548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"09ac12e6-b2e1-44d5-ab0a-6009a666cf0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.252795066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"182a2b5d-f78b-4d7e-bb12-c453fc2ba4aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.310581111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"09ac12e6-b2e1-44d5-ab0a-6009a666cf0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.310601977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"182a2b5d-f78b-4d7e-bb12-c453fc2ba4aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.337622128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"165869cc-3842-47da-8854-300ace4c20a6","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.350235987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"32c1095d-8119-4135-8e63-d87ff6bac907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.350576586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"95479a11-edb9-4a22-bb31-7e5630e86fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.372759127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"fb4138e5-71ab-49f4-9af3-494d4841f09c","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.408064451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"95479a11-edb9-4a22-bb31-7e5630e86fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.40930948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"32c1095d-8119-4135-8e63-d87ff6bac907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.422092761Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0cd2376e-61db-4141-8544-7e5978c63454","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-2-w1-fd61e3","model":"distinct-2-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.545232682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f3b05862-c5f6-4a81-9734-9f4e190cd97d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.593380544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"7873435b-dfba-43e1-994d-94c8677dfbc4","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.630499625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ea555ab7-107b-484c-b3af-f8f738d121e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.687256689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ea555ab7-107b-484c-b3af-f8f738d121e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.774538378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"45d6b19d-8957-433b-8e02-6114e85350ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.80177015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e57b52c0-ede0-4471-9a9d-31f110cdf80c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-2-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/distinct-2-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.831135428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"45d6b19d-8957-433b-8e02-6114e85350ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.875340214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"fac6f9d1-16df-4ffa-a8d6-639c26b06b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.875340218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"f79d38a1-5f12-4a7e-a0d6-1d98b79f7f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.933882544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"f79d38a1-5f12-4a7e-a0d6-1d98b79f7f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:08.933877037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"fac6f9d1-16df-4ffa-a8d6-639c26b06b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.107278549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"f15a0295-6879-446e-90ac-68b9e506b622","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.165609531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"b97c5bd7-ad10-41c4-937c-bd4551cf0e3b","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.194903504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"36e36727-d14c-4bd8-801c-d6f60b744120","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.249482209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"9529a6a9-f096-4f15-a7f6-f355f6b813a9","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.26407421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"73361917-2622-41bc-bcb8-9f0411132004","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.320898152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"73361917-2622-41bc-bcb8-9f0411132004","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.455715459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a588b298-24e8-4820-8bb7-c5b5572c8b89","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.477869208Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-fd61e3 priority=0:[ai-tenant-e2e-worker-w1-fd61e3/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-fd61e3/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.477896755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"ea1f3f13-827b-46ad-9cd6-0760942ee2da","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.512438701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a588b298-24e8-4820-8bb7-c5b5572c8b89","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.538176865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"364e6890-9149-4181-8ba7-d31258ebe299","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.58466826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"a055fa91-7343-45bd-af73-3d85eee4ff58","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:54:09.590879109Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e7929d/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.639465658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"1ae88c92-670f-482a-bcd5-0ddb482b3b9e","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.68403334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"2a38dcb4-c3b6-4fce-8d6b-dc2a5b568435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.684033806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"7f8ab044-b226-405f-a1c7-ac6b61f66988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.74113506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"7f8ab044-b226-405f-a1c7-ac6b61f66988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.741190404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"2a38dcb4-c3b6-4fce-8d6b-dc2a5b568435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.761005076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"002d29d5-c6d2-4b5c-aa0b-b4b5e0c2d24b","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.815651916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"3f53c5c9-2e35-4d41-910e-a2f24a72a9d5","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.828661109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"610b0284-5ab6-4f89-ad5b-772d09ca8c9e","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:09.850606441Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ccc76b8c-bf85-4bbb-bc60-1429f82f7e26","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-w4-e7929d","model":"distinct-w4-e7929d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e7929d/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.016187175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"714601cc-9961-4170-9ce6-bf806ef8cf18","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.039599265Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-fd61e3 priority=0:[ai-tenant-e2e-worker-w1-fd61e3/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-fd61e3/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w4-e7929d priority=0:[ai-tenant-e2e-worker-w4-e7929d/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-e7929d/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.039743404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"34b08ccb-6a40-44b9-a038-42a02147616e","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.072381214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"578030ca-a77d-4914-bfc3-c86a59082acc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.098729907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"2c2ce89f-a061-4644-9efd-208f4f25f62d","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.129341989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"578030ca-a77d-4914-bfc3-c86a59082acc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:54:10.148551596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8ac30910-1a9d-46a7-a2d9-0773009c2098","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.156415869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"d0e553a9-9af9-46db-ae60-9b59ae52fc1b","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.17331818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ae02ad18-2361-4226-8a9e-f3f1db13dccb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.223626582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ee547e47-eb2a-4625-9fe0-03b66cf21c29","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.230106252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ae02ad18-2361-4226-8a9e-f3f1db13dccb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.258224413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"67b7d3e5-9bb5-4770-9a32-da4dad31ad36","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.273607307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"55cfa70d-b07e-48f5-b908-7ad6c34bbbc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.273653384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e5adb485-73ce-435f-adbd-cdfde7f7bf52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.319428286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"58188e37-1d2f-4643-b594-668e26809a45","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.330519736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"55cfa70d-b07e-48f5-b908-7ad6c34bbbc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.330666623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e5adb485-73ce-435f-adbd-cdfde7f7bf52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.447088899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"d4c97ae7-5377-46a7-9fb4-85d6dc75fb1f","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.531370916Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8ff29de2-5e24-42bb-ad6a-7eeeda3cc548","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-2-w4-e7929d","model":"distinct-2-w4-e7929d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e7929d/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.697483459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"c423d8ea-413e-46f2-81d3-7b00751f7a5f","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.699171926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6ac1af94-ff14-437c-86b2-0af91a515ce3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.701813123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"260f8237-f05d-4cc7-bf79-966943409d52","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.755431544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6ac1af94-ff14-437c-86b2-0af91a515ce3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.758650386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"260f8237-f05d-4cc7-bf79-966943409d52","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.800401336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"93af7e90-b0ea-4d2b-996c-989c662a5665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.800641113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"31c7f2fc-1520-480d-9bac-366341968a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.858538533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"31c7f2fc-1520-480d-9bac-366341968a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.858638723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"93af7e90-b0ea-4d2b-996c-989c662a5665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:10.904688642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8c034098-e09e-4eaf-97e9-4c127ca15989","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-2-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:54:11.023455681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"260f8237-f05d-4cc7-bf79-966943409d52","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.28795127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5284de70-40cb-43f1-8fcf-b1e9b9cdee43","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.344804064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5284de70-40cb-43f1-8fcf-b1e9b9cdee43","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.780222746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"a961b394-dee9-455d-ab27-58368a4d1533","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:11.955725679Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"070e6a3f-2368-4070-a2e3-1f479880e7c4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a50c88dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.07169005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0d1863e2-b67d-41db-8191-3ef06f751296","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.071845562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7e3a6fc6-416c-4078-b1be-e5a4de864fd4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.072186325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8dff8076-3228-4c9a-9984-4852f4994154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.082751381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"496cb1d6-4adc-4afb-b35a-710ecee84b38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.129695248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0d1863e2-b67d-41db-8191-3ef06f751296","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.132038345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7e3a6fc6-416c-4078-b1be-e5a4de864fd4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.134590317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8dff8076-3228-4c9a-9984-4852f4994154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.141952129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"496cb1d6-4adc-4afb-b35a-710ecee84b38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.459601039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"a73b9cc0-24ee-4719-945c-74e2bec9703f","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.542506776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a30b3775-c65b-45e4-bd8a-30d6ba4edfe7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.54260525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fc23bbe9-b594-4991-9d78-921e576cee36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.550957219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"71e22bc1-62a2-4587-9266-815112b6417e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.554641009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"74b8300d-810b-4993-a4b3-d4e1a9a172f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.601083214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a30b3775-c65b-45e4-bd8a-30d6ba4edfe7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.601216992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fc23bbe9-b594-4991-9d78-921e576cee36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.610933114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"71e22bc1-62a2-4587-9266-815112b6417e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.611975584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"74b8300d-810b-4993-a4b3-d4e1a9a172f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.621750102Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ac7d4082-d2e8-497c-a486-709009155984","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f73bd23a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.718409161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"7d8f0e11-c60a-4287-b6de-01286036777e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:12.775676981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"7d8f0e11-c60a-4287-b6de-01286036777e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:13.068817708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0db09ded-02ad-451b-85ca-e15781796aca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:13.068890677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"cc9a8cb8-0338-4444-be65-2341620fca0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:13.069366907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d559e134-4734-4582-a796-d98a379b5c67","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:13.12634498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d559e134-4734-4582-a796-d98a379b5c67","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:13.127352122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0db09ded-02ad-451b-85ca-e15781796aca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:13.128462385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"cc9a8cb8-0338-4444-be65-2341620fca0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:13.221896994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"683f91ac-7ff9-44aa-868d-e1bb7f323c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:13.278889697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"683f91ac-7ff9-44aa-868d-e1bb7f323c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.638095387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"d5f035bc-6317-4f2d-a6ff-5fd11b810e2c","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.638712199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"2095ce75-4e84-4912-abbb-74045b618182","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.719334327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"76796697-eb69-4335-bb97-6cf71c442d02","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.719855682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"8e2dab52-73e2-4bca-b5bb-dca231f6da73","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.798796545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"6de9524d-ab65-49ab-a574-af301e42444d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.799417062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"d3d82d03-4368-4737-be29-e20bc06afcb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.852101459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"35f3fad1-d529-4db6-8512-3f1655f69889","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.852665509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"7a0593e4-14f4-4706-b7b1-38f8a086494c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.857006484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"6de9524d-ab65-49ab-a574-af301e42444d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:19.857620976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"d3d82d03-4368-4737-be29-e20bc06afcb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.182803187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"89b9dd62-8090-4ad3-b299-8fd306d35e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.183568965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"3140a183-cd9c-4280-8f41-5f46dd13640e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.242497488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"89b9dd62-8090-4ad3-b299-8fd306d35e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:20.242639961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"3140a183-cd9c-4280-8f41-5f46dd13640e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.022960883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d2227e11-8419-48d6-9847-8a3613dd9935","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.075262787Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d2227e11-8419-48d6-9847-8a3613dd9935","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.128056047Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d2227e11-8419-48d6-9847-8a3613dd9935","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.30244528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4e87c3af-1d60-4194-aeee-3c721b7e0e39","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-2-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/distinct-2-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.500765509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6cc730e4-ab5c-4f63-873b-09cd3e3c4d14","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-2-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.584271889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"145998f5-afc7-43ef-9fa4-44713344c0c4","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.638007236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"6ffc1ce0-2793-4930-bdcf-2f394dee4a7c","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.703749437Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"49c67d97-8ee5-4f45-87b4-a9fec5c93d63","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:54:22.737993191Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e7929d/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.739561018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"f8321014-addc-43d9-b753-70191b58dc79","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.777335163Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"49c67d97-8ee5-4f45-87b4-a9fec5c93d63","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.79858867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"c6ac3672-6388-4ecc-b7c6-7e068a6dc7d2","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:54:22.833839445Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-fd61e3/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.835127179Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"49c67d97-8ee5-4f45-87b4-a9fec5c93d63","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.969466991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"613a9da3-9ba3-49f3-8b55-24e99b3bea27","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:22.983471819Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"8ecb7d56-023e-4c66-b94a-e0d473343086","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6cbb1597","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.037261753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"613a9da3-9ba3-49f3-8b55-24e99b3bea27","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.060070964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"afaecee1-262e-4238-bad5-d08a053627fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.061051259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"73dfd296-ed43-408e-9095-37721394f4f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.062088798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ba797fb6-9a46-4499-9bab-9562275e5120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.1540076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"73dfd296-ed43-408e-9095-37721394f4f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.168873287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"afaecee1-262e-4238-bad5-d08a053627fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.188975939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ba797fb6-9a46-4499-9bab-9562275e5120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.249124205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"cb479b92-b8d5-4891-bdaf-7defbf56c4d8","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.359222064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"89c04265-a685-414d-be9f-ca0d3073e90f","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.385789022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"80e8926b-f9b3-4edc-8335-7424687c93b7","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.59606703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"a7af35f2-fa3a-4a52-a9fe-62068dae9ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.596813688Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"50b776e1-3cc3-449e-9be9-497cf28ab233","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f947eab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.67596428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"90db20fb-379c-4fbd-ba37-64857e0ce1ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.740411735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"a7af35f2-fa3a-4a52-a9fe-62068dae9ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.760950741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"90db20fb-379c-4fbd-ba37-64857e0ce1ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.804234167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9dadcb42-da4c-4f59-b485-14e2662c979c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.804914726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e06dba5d-21bc-4c27-90c6-5e70140a1330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.835103172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5c844713-76b2-4bcb-9bb3-4468ea39aa66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:23.985824208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e06dba5d-21bc-4c27-90c6-5e70140a1330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.006614499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9dadcb42-da4c-4f59-b485-14e2662c979c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.019027509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5c844713-76b2-4bcb-9bb3-4468ea39aa66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.288864725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"000f2ca2-cf8d-4965-89a4-2cefc8b9678a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.3602617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"000f2ca2-cf8d-4965-89a4-2cefc8b9678a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.380821244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"011aa12e-30f4-4fb0-b118-a2c4d594b1e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.455379795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"011aa12e-30f4-4fb0-b118-a2c4d594b1e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.580174744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"56761e2c-1901-4894-9f33-213b89b97ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.580936246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a4ad3308-46fe-4992-aec0-9c39dbbbdc7d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.581536653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"493d4efc-3c37-47d9-b1a2-a22cece7a131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.641626969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a4ad3308-46fe-4992-aec0-9c39dbbbdc7d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.64203868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"493d4efc-3c37-47d9-b1a2-a22cece7a131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.644137705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"56761e2c-1901-4894-9f33-213b89b97ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.829510665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6bdcfc6c-c165-467e-849b-0f6d3e96451e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:24.886592619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6bdcfc6c-c165-467e-849b-0f6d3e96451e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.023958566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"ce5ffd14-902c-4317-ab0e-196f458f4e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.082667635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"ce5ffd14-902c-4317-ab0e-196f458f4e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.124227356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e38483dc-d2ef-4b75-af35-80ec1e94b784","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.182659543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e38483dc-d2ef-4b75-af35-80ec1e94b784","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:25.879327091Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.036522816Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ee3c664e-0ed8-4343-99b8-566b6244b9ba","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-2-w1-fd61e3","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.089259817Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ee3c664e-0ed8-4343-99b8-566b6244b9ba","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-2-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.142262518Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ee3c664e-0ed8-4343-99b8-566b6244b9ba","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/distinct-2-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.418895061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"90106ea2-3900-40a6-8bb7-d54bfd563e56","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.572192182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"356dc52e-7a45-4c4b-b455-a79354902075","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.649894638Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"133fa25d-f42a-45b5-af15-13d1032d3d52","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.677501212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"6413adb9-dd15-44d2-b6ec-1ad88a57c505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.677736568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fed33b68-bce9-40e4-8673-f6add53f91de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.678041834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"964f1e4c-b884-49ab-a411-47fa6e2e8457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.678140695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bd335cf6-2153-4ce6-9b5e-fe16a4616b29","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.702076521Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"133fa25d-f42a-45b5-af15-13d1032d3d52","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.736406614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fed33b68-bce9-40e4-8673-f6add53f91de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.736424736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bd335cf6-2153-4ce6-9b5e-fe16a4616b29","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.741576893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"6413adb9-dd15-44d2-b6ec-1ad88a57c505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.746616535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"964f1e4c-b884-49ab-a411-47fa6e2e8457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.762848885Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"133fa25d-f42a-45b5-af15-13d1032d3d52","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.835499558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-2-w3-3b6013","reconcileID":"0375f415-06b7-4a1f-ad24-b03a55733ed8","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-2-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-2-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:33.941142306Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f9530e88-dbef-4470-8bf6-3dd6e362d29e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.042087599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"2c6b64f7-35e2-4e41-9a0d-0540d2e2b1e1","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.147542336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b64cc413-449f-48ec-8191-5d9670e0c935","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.215847456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"e3e8a9b0-3bac-4973-b70f-d17cf50b21fe","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.220893464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"da7e42c4-fb76-4d94-96e3-dc05a263a11b","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.221115356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b64cc413-449f-48ec-8191-5d9670e0c935","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.317102995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"3cd38a1e-2cb5-48bb-81f7-d6104b996a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.317204424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7ad9e02f-abaf-4b36-b41d-f6bd84727ea0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.317567412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"0c6ad767-a039-491e-8330-442b3ac051f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.374475653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"0c6ad767-a039-491e-8330-442b3ac051f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.374499376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7ad9e02f-abaf-4b36-b41d-f6bd84727ea0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.376577992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"3cd38a1e-2cb5-48bb-81f7-d6104b996a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.380741164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"153d98fb-ee5c-4a08-9bda-a441a1de5f88","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.424605081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3824b048-601a-4409-adb8-a6f4ec7c53bd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-2-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.428494693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8539778b-ac17-4220-819f-8960f4e81e21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.485116004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8539778b-ac17-4220-819f-8960f4e81e21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.57642491Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1e2b56c0-270d-4d31-be59-7eae5cba9110","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.632768616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"a81ad983-4c02-4db6-b4d0-4abf637a8e05","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.781979414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"82f430bb-32f5-43e8-80f0-8d7a4795da43","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.934202764Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"165f5f43-c771-4580-92fa-14fa5ef786fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:34.934236856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"90b0105f-5467-4aae-9da6-3beebf3a7ea5","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:35.160535649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"e26a2ccf-28ef-4166-8407-db0399ba1848","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:35.916664856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"b17d67dd-9a2c-4f27-92eb-4b8a713472ae","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:35.972057221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"c071f84f-8ab1-47d3-9db3-3fd91ca375b9","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.126723234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1673548f-675a-4e54-a3f1-4262069c837f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.184534793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1673548f-675a-4e54-a3f1-4262069c837f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.211324331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"184b76bc-76d9-4da6-a053-dd54f193f8dc","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.267823079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"d3de9b7a-9301-4a83-8ca1-33b5ee44dedf","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:54:36.31925181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub","reconcileID":"a28ea681-7fd8-4a26-a47b-6a310c6b8ef2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.367622525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"e8bf0af2-6762-434c-bc51-8fb42a21b209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.370926218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"bd5ebdc4-3285-45aa-8a84-137e209bf73e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.42532241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"e8bf0af2-6762-434c-bc51-8fb42a21b209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.439895504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"87e70299-ef7e-4cdb-9270-0153c97515b9","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.441534706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"bd5ebdc4-3285-45aa-8a84-137e209bf73e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.498005941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"2fbe6d61-de38-4d19-84d7-5de0d2329fb6","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.503213126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"391544e7-f79f-442c-9e5a-e5b6b7e1c561","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.657846792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e2beb5ef-f8ca-4d91-a16c-02965c007a07","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.714545735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e2beb5ef-f8ca-4d91-a16c-02965c007a07","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.758797511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"3274a530-6140-4f61-a9e6-5c8634be2b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.75894172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"e9969d13-ea69-4623-8533-749c9f342dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.765817118Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub","reconcileID":"60c6976d-91b9-4cee-b509-04c0b4d47787","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-3b6013/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-3b6013/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.817894259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"e9969d13-ea69-4623-8533-749c9f342dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.818126909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"3274a530-6140-4f61-a9e6-5c8634be2b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.907427433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ea492-9758-4067-bac3-ff139ca7065b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.907453506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1ea492-9758-4067-bac3-ff139ca7065b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.934904485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"31d77b0d-b321-4acf-a687-89ca0cd16c34","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.979332488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"ee841243-6189-44b2-aefe-73cb9ba2ad8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.979681544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef07f2cd-090d-41dc-b6f3-ec4cebe13862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:36.979701513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef07f2cd-090d-41dc-b6f3-ec4cebe13862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.082003497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"100b7f43-142d-416a-b869-0167a67b54f9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.152735724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub","reconcileID":"a7d742cd-a442-4138-9f9c-a507bce4c530","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.19182575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3fad852-9976-44e2-a066-e955027c6caf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.191851931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3fad852-9976-44e2-a066-e955027c6caf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.208955761Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"100b7f43-142d-416a-b869-0167a67b54f9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.248995387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"44aeaa2e-9377-44b1-8e3d-c0f6cff0eb6f","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.264379634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"100b7f43-142d-416a-b869-0167a67b54f9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.301211955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3df4c85-9f4b-41c6-8895-0f1f16e440d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.301232711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3df4c85-9f4b-41c6-8895-0f1f16e440d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:54:37.303915581Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-0dd6020c/e2e-shared-int-sub-0dd6020c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-0dd6020c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.321481148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b89f13cc-768a-4b71-bd4c-cabe584cb5a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.321500994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b89f13cc-768a-4b71-bd4c-cabe584cb5a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.359479194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"057a5a94-3e36-4291-9d54-ac3b47e7c206","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.359496918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"057a5a94-3e36-4291-9d54-ac3b47e7c206","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.428814208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"ba11e1b2-9364-4564-8dd7-7c448199477e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.487517884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"ba11e1b2-9364-4564-8dd7-7c448199477e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.544249343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"ba11e1b2-9364-4564-8dd7-7c448199477e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.639225721Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-sub-0dd6020c","reconcileID":"c476768a-4c58-4502-ab9b-b97203775851","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-0dd6020c/e2e-shared-int-sub-0dd6020c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.826177043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c773b67f-f5eb-4cf3-a93c-bb50103d1444","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.826204227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c773b67f-f5eb-4cf3-a93c-bb50103d1444","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:37.866317989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4053ab4-3624-4ffc-8633-e05d86def7f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.046023499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-sub-0dd6020c","reconcileID":"0cd8070d-5455-4ec7-ba23-d5729533b8ad","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.265716585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fc7ba1f-a8b5-4292-9c3f-65d8949bb68d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.265744394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fc7ba1f-a8b5-4292-9c3f-65d8949bb68d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.322837079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"834abafc-c345-40e4-8304-5c14af1c6a6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.322859363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"834abafc-c345-40e4-8304-5c14af1c6a6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.428446707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"d95524a0-a5da-4ad3-a477-1a96527bf05c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.48573045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"d95524a0-a5da-4ad3-a477-1a96527bf05c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.54122487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"d95524a0-a5da-4ad3-a477-1a96527bf05c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.555977511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a26659cb-a3a0-4d1f-8769-610c15bda655","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.55602097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a26659cb-a3a0-4d1f-8769-610c15bda655","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.598413743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36b4a45a-0ea6-4239-94d3-7acef7570f77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.598433258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36b4a45a-0ea6-4239-94d3-7acef7570f77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.612545107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a402be42-8302-44e6-b377-8394cf6988c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.612566794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a402be42-8302-44e6-b377-8394cf6988c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.663009066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b5ed770-da7b-49f1-8fa2-19a1963403b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.663034182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b5ed770-da7b-49f1-8fa2-19a1963403b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:54:38.665272098Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-148a5426/e2e-shared-int-sub-0dd6020c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-0dd6020c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.701531328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"234bfb93-b8fb-4dd3-ac24-2fb95f050eda","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.719954086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0befb1a-ef59-4e98-b303-4a02d6cd772a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.719974064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0befb1a-ef59-4e98-b303-4a02d6cd772a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.758343987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"234bfb93-b8fb-4dd3-ac24-2fb95f050eda","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:38.816520641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"234bfb93-b8fb-4dd3-ac24-2fb95f050eda","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.009428283Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-sub-0dd6020c","reconcileID":"ee5a33c2-6d95-4e71-bcbf-6d4584a256b0","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-0dd6020c/e2e-shared-int-sub-0dd6020c","ai-tenant-e2e-mt-148a5426/e2e-shared-int-sub-0dd6020c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.125657784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"4d66420a-6661-48f7-90e4-b9bc64297c60","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.18175614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff6e8c13-4b4e-4e61-a78e-541f5c5aeb67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.181780531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff6e8c13-4b4e-4e61-a78e-541f5c5aeb67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.220126056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"136157b8-96f4-4941-9881-3579ac8106b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.220185544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-sub-0dd6020c","reconcileID":"3ca3086b-2f93-43b7-8212-95b87970a5f6","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.284733119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"4fd6a57f-1f50-4100-860f-3053e59747e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.284772531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f3a0a99f-4a0b-45e3-ba39-81c29245915a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.285271044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"cb6af724-72ca-4526-a119-8d6ee0b24663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.336110373Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"12844cca-0f73-46f6-bff1-088cf5aace00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.336233134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e32cec19-870f-4e8b-883f-66147b2a67bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.336256561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e32cec19-870f-4e8b-883f-66147b2a67bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.342387414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f3a0a99f-4a0b-45e3-ba39-81c29245915a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.34369762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"4fd6a57f-1f50-4100-860f-3053e59747e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.344685813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"cb6af724-72ca-4526-a119-8d6ee0b24663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.392540415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-sub-0dd6020c","reconcileID":"1456b481-996d-478b-8ade-111ed1e28040","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.442024968Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"12844cca-0f73-46f6-bff1-088cf5aace00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"policyNamespace":"ai-tenant-e2e-mt-0dd6020c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.499384268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98931367-5a28-4a9b-bf32-36a742bf1ce4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.499413462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98931367-5a28-4a9b-bf32-36a742bf1ce4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.655015151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1675a33-3f12-42cb-b61c-8718bf52ddf8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:39.655041543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1675a33-3f12-42cb-b61c-8718bf52ddf8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:41.713545138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67771f2f-4eb6-4402-8530-c5d8629912a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:41.76537862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67771f2f-4eb6-4402-8530-c5d8629912a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:41.817467629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67771f2f-4eb6-4402-8530-c5d8629912a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:41.869836916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67771f2f-4eb6-4402-8530-c5d8629912a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.247544566Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-66baf45c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-66baf45c","reconcileID":"af4cf0d1-28ea-4e6d-a475-c9cc696f2a37","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-66baf45c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-66baf45c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.369714261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"e439ec10-f28a-4535-8e05-a2601df3eaaf","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.370029727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"65a773a4-6c6d-4308-93fe-eef03a45652d","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.370200127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"f618e49e-e21a-4c6a-85f0-6c0c91125d90","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.414338215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"f7cf652a-c6fb-466f-ab90-1f754041660e","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.414564873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"7c160c20-3300-46c3-8873-0f62b808da19","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.41489004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"fb33c024-cad1-4f5e-9762-147caa1a7279","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.526026515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0741d631-4795-46ec-a3ef-8daa4c89a13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.526044687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9826af9a-30b5-45a5-bf5d-e473b0a97439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.58425333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"2e9ed22f-4b95-47c0-8b13-6a4ef32c1ae8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.585020164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"18f1643b-d697-4e08-b55d-9676353d640f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.597986825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0741d631-4795-46ec-a3ef-8daa4c89a13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:42.635658609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9826af9a-30b5-45a5-bf5d-e473b0a97439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.009030698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"48529f44-8d00-4918-bfe0-27c65a02d97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.010142959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"d869207d-dd4c-44ab-8a1b-ff754b54d3a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.068255777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"48529f44-8d00-4918-bfe0-27c65a02d97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.068461318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"d869207d-dd4c-44ab-8a1b-ff754b54d3a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:43.964731201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da39c291-8048-47eb-8f4d-84d6c092577c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:44.022701169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da39c291-8048-47eb-8f4d-84d6c092577c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:44.081846163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da39c291-8048-47eb-8f4d-84d6c092577c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:44.155043404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da39c291-8048-47eb-8f4d-84d6c092577c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:47.004574797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d18a496-b5b5-4ce4-bc47-cbcf159e0d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:47.07730997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d18a496-b5b5-4ce4-bc47-cbcf159e0d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:47.173223503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d18a496-b5b5-4ce4-bc47-cbcf159e0d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:47.270066883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d18a496-b5b5-4ce4-bc47-cbcf159e0d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:48.945199334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"3e123006-b6e7-4631-babb-8870721da812","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:49.008861404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"3e123006-b6e7-4631-babb-8870721da812","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:49.074635668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"3e123006-b6e7-4631-babb-8870721da812","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:49.295688851Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub","reconcileID":"a4df1795-9aeb-43b8-b7d5-599edf9336fc","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:49.528412603Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub","reconcileID":"a4df1795-9aeb-43b8-b7d5-599edf9336fc","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-3b6013/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:49.763090096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"c9cd7b8d-5fc6-4e97-9f1d-e8c0e1e86cb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:49.804681038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"7cdecb46-996c-4757-88dd-11ec6c0b0d8c","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:49.838774968Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-sub-0dd6020c","reconcileID":"f685b41a-10b7-4f1b-9803-3910baf5d631","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-0dd6020c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:49.889768299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"512f82be-42bf-433b-8bc4-e727846a6574","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:49.88989578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"512f82be-42bf-433b-8bc4-e727846a6574","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:49.980101817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0942f42a-cb40-4b99-b65b-e9ce213e0361","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:49.980821578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"08ae43d3-a5df-4bec-9574-4152b0f10d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:49.981363654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"d387a00e-3da2-4ae1-adb0-7fe2f7947966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:50.0697128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0942f42a-cb40-4b99-b65b-e9ce213e0361","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:50.071109266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"d387a00e-3da2-4ae1-adb0-7fe2f7947966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:50.071885086Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"namespace":"ai-tenant-e2e-mt-0dd6020c","name":"e2e-shared-int-sub-0dd6020c","reconcileID":"f685b41a-10b7-4f1b-9803-3910baf5d631","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-0dd6020c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-148a5426/e2e-shared-int-sub-0dd6020c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:50.072489294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"08ae43d3-a5df-4bec-9574-4152b0f10d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:50.286121704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d8e2d5f-ad81-4b6e-81e4-494a45241f9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:50.286371227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-sub-0dd6020c","reconcileID":"8195bf08-7621-4adb-abf5-13c8aea79c6c","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:50.335871439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c91f95b-efc4-487c-b258-d0f00e7a14bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:50.335900236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c91f95b-efc4-487c-b258-d0f00e7a14bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:53.738544825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"a5ac4646-e222-42ee-a53f-de5f161bc685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:53.738578837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"6516872e-2917-43d5-9546-f60e3db244a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:53.796714095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"a5ac4646-e222-42ee-a53f-de5f161bc685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:53.796968553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"6516872e-2917-43d5-9546-f60e3db244a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:53.969681654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a60bc715-5fb2-49f4-8001-af9bf0d415bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:53.970657313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"bf617694-aaa1-4f42-a6b9-f744692628cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.03036124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"bf617694-aaa1-4f42-a6b9-f744692628cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.033157742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a60bc715-5fb2-49f4-8001-af9bf0d415bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.075140005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0e1b8bd3-5395-4830-a390-49cdf464b78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.133982962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0e1b8bd3-5395-4830-a390-49cdf464b78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.157518818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e0f2bbe2-b09d-4745-bf51-ced514164e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.15755229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"4c618a58-0ad0-4ff4-8868-fccc1313cde9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.214653575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e0f2bbe2-b09d-4745-bf51-ced514164e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.21592273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"4c618a58-0ad0-4ff4-8868-fccc1313cde9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.390059718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"0aea6303-7a9b-4ba8-b27d-aa3c68d98f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.390086759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"109b02fd-a9e3-4a45-bc72-94bc049c1b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.450593221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"109b02fd-a9e3-4a45-bc72-94bc049c1b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.453134793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"0aea6303-7a9b-4ba8-b27d-aa3c68d98f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.492515308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a33335b1-c22f-4f4e-8a3f-a3ae43edb381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:54.554143524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a33335b1-c22f-4f4e-8a3f-a3ae43edb381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:55.887565405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:59.183765276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"610c3862-7d3c-465b-828f-0d58aa6110df","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:59.241797756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"610c3862-7d3c-465b-828f-0d58aa6110df","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:59.298889616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"610c3862-7d3c-465b-828f-0d58aa6110df","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:59.35893353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7b7a849-fb29-4f6c-b12d-6b27a0fd5db7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:54:59.358956282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7b7a849-fb29-4f6c-b12d-6b27a0fd5db7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:09.463067069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"beb0c2d9-787c-4b7a-93e0-4c39ff30b4cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:09.520764759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"beb0c2d9-787c-4b7a-93e0-4c39ff30b4cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:09.577712967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"beb0c2d9-787c-4b7a-93e0-4c39ff30b4cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:16.706000064Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-api-key-deleted-sub-auth","reconcileID":"41703191-895b-4ed7-b7dc-b2111281e290","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:16.706038417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"66c64beb-2891-4bb6-b7e5-258195140599","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:16.925132381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"75011e9b-3c1c-40ca-bab2-ea4926bebaf8","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.023417327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6699ae0-0f76-4b8e-a488-b98cc2cdec8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.023439036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6699ae0-0f76-4b8e-a488-b98cc2cdec8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.078420893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"967891a5-c1d3-47de-81d6-879c908e9c15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.07844748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"967891a5-c1d3-47de-81d6-879c908e9c15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.234159559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"2c7c1f3d-3967-4c0f-8dda-0ce1c30958a8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.308903579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fde6303d-4136-4307-9eca-6500842844a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.3089237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fde6303d-4136-4307-9eca-6500842844a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.333104534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"ed72cd76-ddf3-463d-8f81-2ad5d736dadd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.368950306Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"2c7c1f3d-3967-4c0f-8dda-0ce1c30958a8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.38762824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e93f553-c851-4480-977f-c7e301eeaafb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.387648111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e93f553-c851-4480-977f-c7e301eeaafb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:18.417861352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c19f29","reconcileID":"8e7e8c72-df2f-486b-b897-93d5e3539bda","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-c19f29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.425333203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"2c7c1f3d-3967-4c0f-8dda-0ce1c30958a8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.458894714Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"ed72cd76-ddf3-463d-8f81-2ad5d736dadd","name":"e2e-mt-66baf45c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.482159052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa1c3c49-04ff-43de-9ec8-b20b24b3be67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.482176591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa1c3c49-04ff-43de-9ec8-b20b24b3be67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.48489222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4adcc9b1-4d97-4213-96f5-b4675ac24aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.486217987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40e61a78-75c8-415b-8aa8-be8955ddc4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.530431629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1469dc0a-adec-46d4-8d83-ff7ec94cb372","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.530450724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1469dc0a-adec-46d4-8d83-ff7ec94cb372","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.545209208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40e61a78-75c8-415b-8aa8-be8955ddc4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.545246037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4adcc9b1-4d97-4213-96f5-b4675ac24aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.58777037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c43a0cd-f1fa-4f5b-9c96-31dcbd3f72b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.587794986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c43a0cd-f1fa-4f5b-9c96-31dcbd3f72b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.642129467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"6fd478a2-7f42-403e-8d57-072710c64dc3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.699243804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"6fd478a2-7f42-403e-8d57-072710c64dc3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.755082811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"6fd478a2-7f42-403e-8d57-072710c64dc3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:18.854642061Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c19f29","reconcileID":"e94aaa32-011f-4fa0-8dd6-494c54898f94","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-148a5426/e2e-shared-int-sub-0dd6020c","models-as-a-service/e2e-default-int-sub-c19f29","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.000729519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"de68273a-1cec-4bdf-a0c0-3d1e8d835a77","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.059069323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1ef1aca-cf88-4251-8297-de84909505a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.059094515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1ef1aca-cf88-4251-8297-de84909505a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.064948519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ffcdf911-708a-4941-9b91-0705c9c2300e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.064990744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-sub-0dd6020c","reconcileID":"bc26fb51-c442-4188-afd4-07259d896f58","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.232276123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c19f29","reconcileID":"bc4f4dc3-ff7b-462d-959f-16b646efed42","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.399515151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50a3061f-07f7-4060-a9ad-9fdbfed30a6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.399552214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50a3061f-07f7-4060-a9ad-9fdbfed30a6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.691748646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"108b4ac0-4cd1-4edb-9daf-fae1f5afef7a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.831660589Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"108b4ac0-4cd1-4edb-9daf-fae1f5afef7a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.887756959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"108b4ac0-4cd1-4edb-9daf-fae1f5afef7a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.94339254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7476600-9b6b-4e1a-9b06-ca239770d990","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:19.943414531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7476600-9b6b-4e1a-9b06-ca239770d990","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:22.143948755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"3135d5a9-b937-4d7e-910e-3b29cd0b43a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:22.144812953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"413ee05d-0399-4c70-a4a5-536ad8245b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:22.215723981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"3135d5a9-b937-4d7e-910e-3b29cd0b43a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:22.229050204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"413ee05d-0399-4c70-a4a5-536ad8245b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:25.878856028Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:27.842794615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"cd85109c-b6b0-4573-b9f3-be1d686a4186","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:28.740730319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"7074d906-c843-4ba0-a2b9-1c2d24cb981b","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:28.795350927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"2363fe4f-f057-4dde-afa5-0b76999f39f6","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:28.926022279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"5decb336-29f8-4ab2-bcef-10ed10efc144","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:28.949250352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"55e66aa9-fc4d-41d4-98fb-9fab53f023dd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.006317978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"55e66aa9-fc4d-41d4-98fb-9fab53f023dd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.026190547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"2e292e67-bd96-40af-8c7a-329bf8d5cad3","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.054441248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"5decb336-29f8-4ab2-bcef-10ed10efc144","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.061962517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f35955e1de136c3d09756d2d00d963f4de1c2fdce6c33c878527c1289d73b50) AuthConfig (6833b4d2d2cf441b5722a2beea6c8fcfc398011414c12152689321c8770c8284) AuthConfig (262fccf57bd40c8b7adaccee76eebb20dcb2ab75c7dc4b4008847097c8027aaf) AuthConfig (f5e8026f8797b46e5734d59a0436ec4f247941dc2a60d53b384d9f609713c4fc) AuthConfig (456cc6a0610fa2db147bce6d54df2a2eefb1de89cb8ef88934742f95b0086082) AuthConfig (011fc29b8ad58b6f7d784a04c2f0e36f26500f3602ddc177f8a0be6c19702471) AuthConfig (a150ca3bf41de0191f8e9a8e23f6107a3670054f9a5f909affaec05e03af0ad9) AuthConfig (07b4893b5c348c475d1d6976855e260301574ae63a26e72c02fde89f5c256b9b) AuthConfig (a86df591c3e64aa15d9109773a1933b94124c1c5a786045761e327e24968516e) AuthConfig (5ce68aed3f4944ad496a25716b9c0ad79e66098eb258850ec231df95d3f8248b) AuthConfig (37948423c544645c1ec034aee832b25af6e996fb65e662b24c2484e8ca3e3963) AuthConfig (818f789f2ba51503f6755e61ea59acc522b8041a19a2e9466b3ab93cb8f2a8fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"55e66aa9-fc4d-41d4-98fb-9fab53f023dd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.081950534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"9033e03d-4e38-439c-b41e-caf6a7db983e","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.110650378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"5decb336-29f8-4ab2-bcef-10ed10efc144","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.119853188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"74a49a49-e72d-4b34-9e10-2be51ad9ddd2","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:29.136401109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-sub","reconcileID":"a6484235-8b57-43db-9862-c253a4651275","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.166503596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5e860b1-fac9-423a-81e9-cb8e287887e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.166526807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5e860b1-fac9-423a-81e9-cb8e287887e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.181809869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"03f79599-416e-45a0-a3e1-017ada6131d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.181828723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9f2d313a-fca8-4d25-8d3f-ffa6cd71b8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.238975208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"03f79599-416e-45a0-a3e1-017ada6131d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.239449681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9f2d313a-fca8-4d25-8d3f-ffa6cd71b8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.25146857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"fec922a2-dc46-4cbe-962c-7f61f55a515c","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.282046362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"795b1c5a-528a-4e9d-b4b6-90b34f92260e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.306415137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"cf5433e6-7289-4c4c-8407-6f13a7896dff","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.339078449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"795b1c5a-528a-4e9d-b4b6-90b34f92260e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.394833156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f35955e1de136c3d09756d2d00d963f4de1c2fdce6c33c878527c1289d73b50) AuthConfig (6833b4d2d2cf441b5722a2beea6c8fcfc398011414c12152689321c8770c8284) AuthConfig (262fccf57bd40c8b7adaccee76eebb20dcb2ab75c7dc4b4008847097c8027aaf) AuthConfig (f5e8026f8797b46e5734d59a0436ec4f247941dc2a60d53b384d9f609713c4fc) AuthConfig (456cc6a0610fa2db147bce6d54df2a2eefb1de89cb8ef88934742f95b0086082) AuthConfig (011fc29b8ad58b6f7d784a04c2f0e36f26500f3602ddc177f8a0be6c19702471) AuthConfig (a150ca3bf41de0191f8e9a8e23f6107a3670054f9a5f909affaec05e03af0ad9) AuthConfig (07b4893b5c348c475d1d6976855e260301574ae63a26e72c02fde89f5c256b9b) AuthConfig (a86df591c3e64aa15d9109773a1933b94124c1c5a786045761e327e24968516e) AuthConfig (5ce68aed3f4944ad496a25716b9c0ad79e66098eb258850ec231df95d3f8248b) AuthConfig (37948423c544645c1ec034aee832b25af6e996fb65e662b24c2484e8ca3e3963) AuthConfig (818f789f2ba51503f6755e61ea59acc522b8041a19a2e9466b3ab93cb8f2a8fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"795b1c5a-528a-4e9d-b4b6-90b34f92260e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.551674938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"cbd28483-6035-4b7b-b973-32dd98fb9115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.551872253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"0bd9aa73-f7cb-4511-91d3-2622513f69b9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.551673519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"8d2b7311-700d-4bd3-a989-f1c7dfebab6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.575189422Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-sub","reconcileID":"d3a4cd41-4195-4267-8aa0-9c4b9cc5b256","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.611837391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"cbd28483-6035-4b7b-b973-32dd98fb9115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.614769362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"8d2b7311-700d-4bd3-a989-f1c7dfebab6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.617428702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"0bd9aa73-f7cb-4511-91d3-2622513f69b9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.674218259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4a7a52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f35955e1de136c3d09756d2d00d963f4de1c2fdce6c33c878527c1289d73b50) AuthConfig (6833b4d2d2cf441b5722a2beea6c8fcfc398011414c12152689321c8770c8284) AuthConfig (262fccf57bd40c8b7adaccee76eebb20dcb2ab75c7dc4b4008847097c8027aaf) AuthConfig (f5e8026f8797b46e5734d59a0436ec4f247941dc2a60d53b384d9f609713c4fc) AuthConfig (456cc6a0610fa2db147bce6d54df2a2eefb1de89cb8ef88934742f95b0086082) AuthConfig (011fc29b8ad58b6f7d784a04c2f0e36f26500f3602ddc177f8a0be6c19702471) AuthConfig (a150ca3bf41de0191f8e9a8e23f6107a3670054f9a5f909affaec05e03af0ad9) AuthConfig (07b4893b5c348c475d1d6976855e260301574ae63a26e72c02fde89f5c256b9b) AuthConfig (a86df591c3e64aa15d9109773a1933b94124c1c5a786045761e327e24968516e) AuthConfig (5ce68aed3f4944ad496a25716b9c0ad79e66098eb258850ec231df95d3f8248b) AuthConfig (37948423c544645c1ec034aee832b25af6e996fb65e662b24c2484e8ca3e3963) AuthConfig (818f789f2ba51503f6755e61ea59acc522b8041a19a2e9466b3ab93cb8f2a8fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"0bd9aa73-f7cb-4511-91d3-2622513f69b9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.740095412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"fcf23c4e-67e3-4a34-b5dd-353d023d2131","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.784079031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"b8e66bf0-924a-4fa5-9112-30a3145f865d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:29.948998973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-sub","reconcileID":"8cf4e763-32cf-455a-91b9-4ea4610b481b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:30.047372173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"6025b00c-fb93-4e9b-8977-bbd7ab84e478","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:30.181045425Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"6025b00c-fb93-4e9b-8977-bbd7ab84e478","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:30.236878001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"6025b00c-fb93-4e9b-8977-bbd7ab84e478","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:30.29459907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1a159c-12c8-48b7-b0a4-aaf0a56578fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:30.294618804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb1a159c-12c8-48b7-b0a4-aaf0a56578fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:39.325957082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"12f6d05a-25af-4eae-9830-05871a8b66ba","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:39.461910446Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"12f6d05a-25af-4eae-9830-05871a8b66ba","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:39.522819504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"12f6d05a-25af-4eae-9830-05871a8b66ba","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:39.583410721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40a1e92d-bb92-4197-9d2f-19ac8497b513","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:39.583517625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40a1e92d-bb92-4197-9d2f-19ac8497b513","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:39.837804022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"ff6d49af-968f-4047-819d-b712f9badfcf","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:39.900975335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"ff6d49af-968f-4047-819d-b712f9badfcf","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:40.175256112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"62737cca-097e-436f-be20-06bbf7992b4b","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:40.4011962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"e134fed3-3ce7-47d2-ac09-a2028f380793","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:40.529380765Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"e134fed3-3ce7-47d2-ac09-a2028f380793","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:40.590348633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"e134fed3-3ce7-47d2-ac09-a2028f380793","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:40.650325386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05027730-8644-42fe-bc91-147ff3eb799e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:40.650354094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05027730-8644-42fe-bc91-147ff3eb799e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:40.863974069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"42cc6239-7fc6-4c7f-946b-2bc7854c2123","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:41.0183528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"07cedfea-9ea8-49ff-9900-673db049a0b5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:41.023770301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"fb44f235-2226-49be-b434-0321009af91d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:41.079552811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"07cedfea-9ea8-49ff-9900-673db049a0b5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:41.087720086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"fb44f235-2226-49be-b434-0321009af91d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:41.123631771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"5ff4b244-8303-4573-b24d-aa4818d52bad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:41.181007794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"5ff4b244-8303-4573-b24d-aa4818d52bad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.738789844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"c67d6b13-bac0-46ba-96fa-6ddef51e161d","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.739321646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"11816616-d325-4a70-b691-bce9c1a17ab8","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.739766736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"bcae0008-83ae-481f-b76a-a012a17f828e","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.838014609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"37d21861-ab79-4bce-a512-3450eea75c80","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.838462863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"65b7313a-b203-4c2a-ab9d-a5d5b7cffe50","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.838853409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"6496284a-c636-4ad6-a3e0-9b4dbb705526","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.909979916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"6bb01440-b584-46ab-957f-f6104ebbfd97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.91070175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"72dd31b2-36ee-4daa-9c25-28be34c71065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.963769341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"af1ac269-e217-4857-884e-2e3ca8b21800","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.963794012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"ee7e1ac1-bc34-4895-a8e8-32404cb6f07b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.974626422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"6bb01440-b584-46ab-957f-f6104ebbfd97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:46.975571437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"72dd31b2-36ee-4daa-9c25-28be34c71065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.29533342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"08d1fc04-37ec-4654-9e54-aeba5a31a90a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.296110862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"e2966302-764f-43c9-ae2e-3b08652124a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.361951128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"e2966302-764f-43c9-ae2e-3b08652124a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:47.367340459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"08d1fc04-37ec-4654-9e54-aeba5a31a90a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.745505142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"e795bfc8-2910-45a4-b9bb-31ac7e1d470b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.880181543Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"e795bfc8-2910-45a4-b9bb-31ac7e1d470b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.936572741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"e795bfc8-2910-45a4-b9bb-31ac7e1d470b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.99270195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cf0d6c9-3f12-4d7d-bb97-890891c93e36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:49.992733399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cf0d6c9-3f12-4d7d-bb97-890891c93e36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:50.755624606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"151d00a8-0d55-435b-b212-7f950549f4a1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:50.89435306Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"151d00a8-0d55-435b-b212-7f950549f4a1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:50.950371796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"151d00a8-0d55-435b-b212-7f950549f4a1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.010975646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4a1b54b-976e-4d7a-b737-f08fa8fa469f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.010998553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4a1b54b-976e-4d7a-b737-f08fa8fa469f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.033441421Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-sub","reconcileID":"2d3bb984-173d-4424-b7cc-d865b85281f3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.250676715Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-sub","reconcileID":"2d3bb984-173d-4424-b7cc-d865b85281f3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.4593295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"7e6949ef-9859-47bf-8803-572f73b8b897","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.513761274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"1bef9bd6-9b5c-4599-b857-0b5d581a42ba","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.666848187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"4680779e-5748-4be5-912e-7b3494edfa18","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.670769502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"96d01a85-7d2d-48f9-b4ea-89f5d45e13b3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.670788719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"9c0e52dd-a831-41b5-b0c2-50361d9588d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.671125223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"675c9dd6-466e-49e8-b03d-a34f686c7fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.727836561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"675c9dd6-466e-49e8-b03d-a34f686c7fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.727992437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"96d01a85-7d2d-48f9-b4ea-89f5d45e13b3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.730599259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"9c0e52dd-a831-41b5-b0c2-50361d9588d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:51.882776935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-scoped-auth","reconcileID":"d8578ca3-685b-4187-82fd-e9133d245d9d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:52.092431888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"b4051f62-0da4-4d45-b97f-77df57079a9a","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.464001049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"ab2a494e-a558-457f-81eb-fc0a8e41d3fb","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.524856078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"42a3d7aa-59f0-4bff-84f8-3665bc049b83","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.683908184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-auth","reconcileID":"58eebf1a-cd7b-44c0-aabd-8581de508581","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.729980761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"4497170d-f742-42f0-924e-a3c58949ea8e","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.740919446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-auth","reconcileID":"58eebf1a-cd7b-44c0-aabd-8581de508581","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.787875941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"1877023a-0e7b-4d74-b32c-2c74191418ab","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:55:53.839939992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-sub","reconcileID":"30eaa62e-0ab7-4ec0-85ae-7beeb34e6ea2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.885297082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"63f0a737-9cc3-4897-a2f5-0137dc25569c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.885326564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"4ff8ee2a-42ff-42e7-a233-89440fe60f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.94194209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"63f0a737-9cc3-4897-a2f5-0137dc25569c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.942006905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"4ff8ee2a-42ff-42e7-a233-89440fe60f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:53.954757728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"c9d8c4bb-a537-48cc-a7a3-1d796dc4eb51","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.009377618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"edaa4945-1459-4053-88d6-3c71559f5c07","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.01219633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"022a6779-13ff-41ab-9150-97989de72d8a","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.164241581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-auth","reconcileID":"f0a13e31-c462-49fc-b1d2-6013fd9bb2e4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.221221791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-auth","reconcileID":"f0a13e31-c462-49fc-b1d2-6013fd9bb2e4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.305797722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"6d3f2699-f9be-4a45-97fa-56e6535bfd2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.305973387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"176d8847-0233-4b19-af60-d7c1754119dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.310762238Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-sub","reconcileID":"e7a9d52d-e6a3-4c1f-befc-145f6f5e9bd8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.363214735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"176d8847-0233-4b19-af60-d7c1754119dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.363398732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"6d3f2699-f9be-4a45-97fa-56e6535bfd2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.479992656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"4c1aecb1-121b-4967-9a4a-b4e60c118ba5","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.526421028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"cea31113-3f12-49d8-b504-5cd5d0ecb60e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:54.728797016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-sub","reconcileID":"3d89156d-69eb-4c71-ba09-a82eff232083","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.144526058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4ad5a0-d0af-45e6-b344-c6c60a163c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.196502355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4ad5a0-d0af-45e6-b344-c6c60a163c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.248436484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4ad5a0-d0af-45e6-b344-c6c60a163c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.302500047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4ad5a0-d0af-45e6-b344-c6c60a163c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:55.879265973Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:56.632970915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"4af51f10-7b78-4ba7-bf22-4fd0dc4a9cb0","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:56.78834536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-auth","reconcileID":"2e77550b-564f-4fc9-aabd-a63504d2c719","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:56.788373075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9b1b9840-599a-4f51-baff-29ff5b119957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:56.788816072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"ae4cafe6-8fa6-4996-a3b1-4b90b3302b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:56.847160481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9b1b9840-599a-4f51-baff-29ff5b119957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:56.847158688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"ae4cafe6-8fa6-4996-a3b1-4b90b3302b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:56.851327703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-auth","reconcileID":"2e77550b-564f-4fc9-aabd-a63504d2c719","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:57.185809721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e6080d7-34d4-40c1-96a8-016db90ee238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:57.238233811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e6080d7-34d4-40c1-96a8-016db90ee238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:57.289909796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e6080d7-34d4-40c1-96a8-016db90ee238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:57.342073482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e6080d7-34d4-40c1-96a8-016db90ee238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:59.834848716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"b21a5b32-582e-402b-9dda-9b075b357e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:59.834885397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"4cd7db2d-1643-4f5a-9cc2-af39facd3ff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:59.894922957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"b21a5b32-582e-402b-9dda-9b075b357e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:55:59.894969417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"4cd7db2d-1643-4f5a-9cc2-af39facd3ff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:00.148672959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"27bec29d-66e5-402e-bc14-20c819f4d72b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:00.277489055Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"27bec29d-66e5-402e-bc14-20c819f4d72b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:00.333643357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"27bec29d-66e5-402e-bc14-20c819f4d72b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:00.39098946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15e272d7-2e54-4498-aac0-433f8b44fd07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:00.391011043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15e272d7-2e54-4498-aac0-433f8b44fd07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.115047351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"a25f4338-aa40-4f40-98e4-cb9251f05291","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.244849439Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"a25f4338-aa40-4f40-98e4-cb9251f05291","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.300770916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"a25f4338-aa40-4f40-98e4-cb9251f05291","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.35830332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afa89716-eb39-4cb0-8b1a-8719b2f56d37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:01.358322718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afa89716-eb39-4cb0-8b1a-8719b2f56d37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:06.795844793Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-sub","reconcileID":"f94ef4e9-2939-4471-bdb9-fa61c9494368","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.011736161Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-sub","reconcileID":"f94ef4e9-2939-4471-bdb9-fa61c9494368","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.221582216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"8527badc-f9eb-4ec7-b078-37212eba557a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.275914464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"a730d450-5219-424d-a4d7-b572651caec7","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.430242663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"8d7ee211-01e5-4ef3-889b-52ea0e11f9fc","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.43103095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"35743061-19ad-4887-b311-68f304e3ff68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.431154507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"552345e1-9f35-41fa-b83c-ba66bd1830f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.431497918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-auth","reconcileID":"d0e37ef4-f463-4e7d-a5ab-87f657718562","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.488897773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"552345e1-9f35-41fa-b83c-ba66bd1830f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.489245351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"35743061-19ad-4887-b311-68f304e3ff68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.49112654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-auth","reconcileID":"d0e37ef4-f463-4e7d-a5ab-87f657718562","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.745581332Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-api-key-no-access-auth","reconcileID":"6a0794d2-014a-46fb-8da5-42999bbeeb60","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:07.90567988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"6fde0612-a039-4d76-bba4-84ce92973762","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:10.546214752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"7116fb3d-14cb-45f1-801d-f0148ceee75c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:10.673547561Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"7116fb3d-14cb-45f1-801d-f0148ceee75c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:10.729168948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"7116fb3d-14cb-45f1-801d-f0148ceee75c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:10.784881428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"046ab577-21dc-4908-bc72-3cdd3bc0d679","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:10.784901705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"046ab577-21dc-4908-bc72-3cdd3bc0d679","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:11.463513779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"d5e2e016-8acf-4e1d-95bb-9920b2db5319","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:11.596131166Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"d5e2e016-8acf-4e1d-95bb-9920b2db5319","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:11.651418026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"d5e2e016-8acf-4e1d-95bb-9920b2db5319","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:11.706539125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16e8a0af-1314-4101-953c-d36422a1e005","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:11.706557567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16e8a0af-1314-4101-953c-d36422a1e005","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:13.623341398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c776429-6af6-417f-ab93-77ed62b6651d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:13.67507426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c776429-6af6-417f-ab93-77ed62b6651d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:13.726778038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c776429-6af6-417f-ab93-77ed62b6651d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:13.779342135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c776429-6af6-417f-ab93-77ed62b6651d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:14.12905044Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-10236a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-10236a","reconcileID":"3ef7af89-8765-4edc-9e41-a4549ff309af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-10236a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-10236a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:15.718414214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c866b3-aa95-40e7-b5c6-743471378796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:15.770485787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c866b3-aa95-40e7-b5c6-743471378796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:15.822211458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c866b3-aa95-40e7-b5c6-743471378796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:15.875111568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c866b3-aa95-40e7-b5c6-743471378796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:20.813784605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"2288f6f3-e172-4dd5-b8e6-dbf0f93f17da","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:20.813955813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7e35d91-7c17-4223-be88-ffc029b0beb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:20.81397313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7e35d91-7c17-4223-be88-ffc029b0beb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:20.917036992Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-policy-0dd6020c","reconcileID":"2288f6f3-e172-4dd5-b8e6-dbf0f93f17da","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"policyNamespace":"ai-tenant-e2e-mt-148a5426","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:20.941772225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"c96e4529-9b45-4e20-b5b9-f8c98bc5ab20","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:20.973423237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28f9232c-9d63-46e3-9a48-4a370dad0943","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:20.97344439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28f9232c-9d63-46e3-9a48-4a370dad0943","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:21.069403334Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"c96e4529-9b45-4e20-b5b9-f8c98bc5ab20","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:21.125161929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"c96e4529-9b45-4e20-b5b9-f8c98bc5ab20","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:21.129391874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b128439-22f6-4fbd-8bb2-e182c5fa369c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:21.129409424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b128439-22f6-4fbd-8bb2-e182c5fa369c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:21.182416666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9217b186-b78f-42bc-9c24-6ff534f847ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:21.182432772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9217b186-b78f-42bc-9c24-6ff534f847ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:21.60633087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"90370b69-ca8a-4757-ac42-634cffbe84e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:21.705975013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"1129cbec-f17d-4cfa-b3f1-6b54e8daff3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:21.726311058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"169a6bc5-687d-4649-acc4-1744c42e4960","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:21.806864911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"5625d7f4-b69d-43a0-8f8b-dff03ffb6297","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:21.852089814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"5a2c1be5-1284-4104-9a90-e9a2c741074f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:21.96897519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"ee2dbcbf-4c8e-42cf-ac17-56fa865c6d66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:22.136977351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"f2a14522-78e0-4660-b187-ef844eb23f25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:22.313028185Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7770eb52-84f9-4c1a-8c43-22172c02974d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-c19f29","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:22.355631755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"4eea395b-957c-4663-aae2-85c70dd09f2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:22.378051882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c19f29","reconcileID":"4ba2f6cc-6982-4b0c-bb77-26853bef07fc","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:22.459157423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"38d8a1f9-246e-4057-aa9d-5df289a74a47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:22.556672437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"c84706b9-af69-4660-8909-6e5dcff0afbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:22.658011088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1287f553-78cf-4e56-b846-d3c9fde39f37","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:22.758860577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"245e69af-1a99-4bf1-a343-0e14baa4232c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:22.776342645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c19f29","reconcileID":"404f5df9-abca-4672-aa56-2ae81f5af4b8","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:25.879159605Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:31.294012274Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-sub-0dd6020c","reconcileID":"81c350ec-5de7-434c-927c-7954a808f29d","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-0dd6020c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:31.339025962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"f91dfe9c-9e56-4d11-939d-41ba2cede1f9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:31.397139484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"f91dfe9c-9e56-4d11-939d-41ba2cede1f9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:31.451050889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"namespace":"ai-tenant-e2e-mt-148a5426","name":"e2e-shared-int-sub-0dd6020c","reconcileID":"81c350ec-5de7-434c-927c-7954a808f29d","MaaSSubscription":{"name":"e2e-shared-int-sub-0dd6020c","namespace":"ai-tenant-e2e-mt-148a5426"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:31.452817232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"f91dfe9c-9e56-4d11-939d-41ba2cede1f9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:31.674187927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db318cc1-3131-48a4-865e-2414fb91d263","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:31.675787926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db318cc1-3131-48a4-865e-2414fb91d263","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:32.557189736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"460568d2-51d1-4252-bf5a-56e000fa53cd","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.584427143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"1f206756-ffd9-451b-9b82-e3b09a29d732","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.641162955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"0f9a2195-06ab-4b83-bc1e-c139941d8a04","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.847477868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"09c579af-9cea-4b01-945f-a28e229e7da2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.849134372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"97242cc3-5afd-4aa5-978a-d9db0c776177","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.904482834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"09c579af-9cea-4b01-945f-a28e229e7da2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.906936643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"63c6f135-8fb6-4d9b-baa6-1b3164c88702","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:34.957658673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub1","reconcileID":"f7648067-bd0e-4aa6-9e45-4226bd0192de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:34.960317418Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"63c6f135-8fb6-4d9b-baa6-1b3164c88702","name":"distinct-w0-2ade09","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-2ade09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:34.960378788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"63c6f135-8fb6-4d9b-baa6-1b3164c88702","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-2ade09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:34.965650803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"a78e369d-4ee1-4218-b906-357e3782175b","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.054888651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"782fa303-7751-4a62-a234-82c9cdfecff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.054888769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"60cd05ec-0622-4487-b0e7-c994decfc2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.065213471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"faf54012-233a-4992-8232-08a45e65bded","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.112258731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"60cd05ec-0622-4487-b0e7-c994decfc2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.113179373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"782fa303-7751-4a62-a234-82c9cdfecff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.135790833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"661eeb7c-2a91-408c-ab04-990a02215348","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.142754683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"270a006a-a5d9-4ad3-9fbf-d3a37b7557a0","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.205993769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"69d0fb6b-8314-4594-b5fe-b9dee2eb5303","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.239401756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"e6cdd1ac-ee9b-4860-8336-f21b9e41f459","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.360657485Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub1","reconcileID":"8c673054-370a-4129-9cbb-dfc558398ef7","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-w0-2ade09","model":"distinct-w0-2ade09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2ade09/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.425930769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2ade09 priority=0:[ai-tenant-e2e-worker-w0-2ade09/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-2ade09/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.426176592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"6bbdf8e9-dec4-4523-a55b-8aab956778eb","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.464849951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"e2c8b51e-32a1-4005-b38a-af4002ad659e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.485985756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"90eb014d-55e0-4bb9-97ce-8229069d907d","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.497093099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"c124ab51-bb57-4571-9553-5c84c3c97b01","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.521544956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"e2c8b51e-32a1-4005-b38a-af4002ad659e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:35.535065578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub2","reconcileID":"ce54e970-d9d5-49f4-864e-48b551f10cc7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:35.536466942Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2ade09/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:35.539859625Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"90eb014d-55e0-4bb9-97ce-8229069d907d","name":"distinct-2-w0-2ade09","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-2ade09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:56:35.539908435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"90eb014d-55e0-4bb9-97ce-8229069d907d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-2ade09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.540030695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"5c15f522-5872-4b7e-8703-6c181f1ae5ec","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.545228342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"682b44e2-cba0-40db-b7ac-bc1a232c0801","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.558419267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"c124ab51-bb57-4571-9553-5c84c3c97b01","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.576796681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"781d6cbe-5ab4-4833-9338-1491704f9b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.576945089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"72aec7cc-5f2c-4777-b332-870d6dfd6069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.633977082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"781d6cbe-5ab4-4833-9338-1491704f9b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.634332159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"72aec7cc-5f2c-4777-b332-870d6dfd6069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.643169095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"c2e09cdd-4eb5-4f39-9408-b67b627428b4","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.700599313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"10bb2dd9-9aa4-4ce3-871f-86a83dc946a1","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.734055763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub1","reconcileID":"ca3f7ed0-e8c5-4b0c-be0f-a08c91ccb0a2","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.81879558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"142c4036-788d-457f-80e8-2ac57994a079","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:35.910811791Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub2","reconcileID":"f79e13a5-814f-4d81-9f8b-8fb384fbb963","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-2-w0-2ade09","model":"distinct-2-w0-2ade09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2ade09/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:36.019359474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"39d30cf3-c2db-408f-bb02-e63f7654aa2e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:36.07577758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"39d30cf3-c2db-408f-bb02-e63f7654aa2e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:36.075951686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"b2e79bd7-1a5a-44ea-be46-cbcea8af85e2","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:36.121931481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"4a99a1ca-30f0-44fe-80df-eed740c55854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:36.122009321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"67302842-36e1-4b18-8420-2fedd938b843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:36.122367748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"53e29cd1-4639-485e-a772-f2939c98c6e3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:36.17891151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"4a99a1ca-30f0-44fe-80df-eed740c55854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:36.178924241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"67302842-36e1-4b18-8420-2fedd938b843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:36.18112965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"53e29cd1-4639-485e-a772-f2939c98c6e3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:36.283204962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub2","reconcileID":"deecadcc-24ab-453a-9267-88adfbcf9296","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-2-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.069848328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"7f393ecc-6aa1-43f1-b8e7-d1b586b664ab","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.28475058Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub1","reconcileID":"6341b3db-30a7-4c73-bb79-d168ddeed96a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8d4302db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.380184983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"1cf87d3f-aa09-4b4a-9f92-3020e61507aa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.380207858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"a6d041bc-04cc-4375-a511-24a7571e9d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.38073456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"2166c110-fc7f-4f09-aa39-3a7ab574494c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.380834855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"bf2665d2-76ee-44c6-97bf-6b768b376846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.438823989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"bf2665d2-76ee-44c6-97bf-6b768b376846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.438835058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"1cf87d3f-aa09-4b4a-9f92-3020e61507aa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.441025181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"2166c110-fc7f-4f09-aa39-3a7ab574494c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.441370574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"a6d041bc-04cc-4375-a511-24a7571e9d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.85603238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"56c025e5-9989-4dc4-85a6-bc7451835d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.856161089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"e9a4d94c-4b29-4343-8875-166214869847","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.85602946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"34c5daa7-3935-4c25-930f-66aeb0e84773","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.856578882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"5d9678a8-67c4-46e0-a2cb-3998366af0de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.913461992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"5d9678a8-67c4-46e0-a2cb-3998366af0de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.914630649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"e9a4d94c-4b29-4343-8875-166214869847","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.915561187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"56c025e5-9989-4dc4-85a6-bc7451835d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:40.917367457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"34c5daa7-3935-4c25-930f-66aeb0e84773","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:41.608840369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"5f49a825-79b5-4e73-a431-e56fd90ac209","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:41.665567678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"5f49a825-79b5-4e73-a431-e56fd90ac209","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:41.72150296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"5f49a825-79b5-4e73-a431-e56fd90ac209","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:50.337372016Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub1","reconcileID":"47e51ee3-e6c0-4a57-a8a2-db61fb3f0d34","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:50.389861285Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub1","reconcileID":"47e51ee3-e6c0-4a57-a8a2-db61fb3f0d34","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:50.442297752Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub1","reconcileID":"47e51ee3-e6c0-4a57-a8a2-db61fb3f0d34","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:50.721607434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"44361287-6eca-48b0-a1c8-f21ca84a5085","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:50.790376998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"caf9adab-3f19-4573-b121-6996ff0839fb","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:50.870661781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"73baabd1-42c7-4f74-b527-6992f97673b5","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:50.984259669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"63fae862-2ad8-4905-8bef-551db98e3beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:50.984452011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"7415494f-1015-4af4-8aa5-112f8766d66f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:50.98426241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"64206dfb-cfe3-45c1-b1a0-3a5171e09e18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:50.984870607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"f64d8bd9-4b08-4a25-816d-9522e75dc550","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.032533565Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub2","reconcileID":"6b01f612-c207-42a1-8a4f-8d28fba739c5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf555aa7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.041998535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"7415494f-1015-4af4-8aa5-112f8766d66f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.042035498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"f64d8bd9-4b08-4a25-816d-9522e75dc550","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.04455937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"63fae862-2ad8-4905-8bef-551db98e3beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.044746305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"64206dfb-cfe3-45c1-b1a0-3a5171e09e18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.530849507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"a8e2c654-89cf-4c16-a50d-55532474f198","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.531494072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"8c2ba8fc-01c2-44d3-8555-032d5e1333f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.532089197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"59dcb443-4b9e-4bb8-bdf2-eb4695343db7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.532700315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"2032dedc-90d0-471b-82a7-404829960aca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.588602596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"8c2ba8fc-01c2-44d3-8555-032d5e1333f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.588756459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"a8e2c654-89cf-4c16-a50d-55532474f198","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.591784563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"59dcb443-4b9e-4bb8-bdf2-eb4695343db7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.592386548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"2032dedc-90d0-471b-82a7-404829960aca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.87934163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"043bba23-3578-42cc-8e49-e44dd9b9a113","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.937747207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"043bba23-3578-42cc-8e49-e44dd9b9a113","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.97546305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"da12802c-71cc-429c-8ef1-6374ddde092e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:51.994075394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"043bba23-3578-42cc-8e49-e44dd9b9a113","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:52.093373235Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"da12802c-71cc-429c-8ef1-6374ddde092e","name":"e2e-api-a-10236a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:53.912723925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"f9924594-af6e-4aa7-9f22-33848da07a39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:54.029277631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"900b0b7f-3135-4caa-af0b-150edb5e2b06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:54.122110804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"bff8f1a6-3f74-40ce-8ca6-aeb5adc5582a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:54.282440939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"5be77c1c-8320-49bc-86df-919a0447bf7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:54.378449273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"dde6f624-8e8d-4aca-888c-ae2a0c751bd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:54.477607107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e4eb4f6-9ef0-4167-be59-e155fe35f014","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:54.579480219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd12cac5-2fb8-4bac-bb86-1ce2ae3b92e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:54.579467756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"e5fdf456-5f58-4e4b-a9ff-70406fd2075b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:54.601720274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c19f29","reconcileID":"8452ae4e-7ecc-4eea-9820-825d3f077d67","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:54.702056904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"3a5d609f-0d5c-4d4b-a079-2e620887fdc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:54.87704893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"aaffdc1a-5e0e-4491-a592-2cfe98cfb02f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:54.979991211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"81d6db6e-898d-448c-9676-bd7478761000","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.079807203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"d584f60f-ec69-47e4-b7ed-1badaf3b79cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.201686133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"007da54f-f2c9-416d-a36e-094f07771497","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.201833665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"01ad08ef-41c9-43d8-a54a-118b7b571cfd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.20169104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"17d4b23f-1464-44f1-b018-e7bca8ba98e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.202102421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"3345d4ad-57ec-4b3b-9ee5-d721ed64783c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.260943901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"007da54f-f2c9-416d-a36e-094f07771497","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.262142216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"17d4b23f-1464-44f1-b018-e7bca8ba98e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.265811748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"3345d4ad-57ec-4b3b-9ee5-d721ed64783c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.266494535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"01ad08ef-41c9-43d8-a54a-118b7b571cfd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.726107722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"8c20bddf-ccd5-4de3-aeb5-f97017bdf291","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.726113306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"a2df9c2f-1a76-41c8-bc87-8d0d7c3c7922","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.726391811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"df6e01e9-f558-456c-a2dd-5fb882b81eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.777836175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"f3bd3d7b-bafb-4a42-94bd-4752be3d9605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.783440493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"df6e01e9-f558-456c-a2dd-5fb882b81eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.784685648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"a2df9c2f-1a76-41c8-bc87-8d0d7c3c7922","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.785549149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"8c20bddf-ccd5-4de3-aeb5-f97017bdf291","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.834844001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"f3bd3d7b-bafb-4a42-94bd-4752be3d9605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:56:55.880363914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.084732833Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub2","reconcileID":"ca3d3b5f-b079-4980-bd65-39460c71d082","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.137138622Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub2","reconcileID":"ca3d3b5f-b079-4980-bd65-39460c71d082","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.191871486Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-sub2","reconcileID":"ca3d3b5f-b079-4980-bd65-39460c71d082","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.46548716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"0a29835a-40cb-40cb-a3a3-23b159b8e892","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.617249254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"c81d3a5e-3f53-4768-8062-92ea05c80aed","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.722222006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"d6af6997-460e-44e8-97d5-21e990b44779","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.722938568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"81ddc356-da01-450f-a05d-e864c610ae2d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.722962361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"4fad89b9-6ee6-46a4-9b6c-8cd7a5695e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.723366441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"1705b905-4814-4bb8-ae97-3284f2e2d120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.779630474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"d6af6997-460e-44e8-97d5-21e990b44779","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.781891694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"1705b905-4814-4bb8-ae97-3284f2e2d120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.782863085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"81ddc356-da01-450f-a05d-e864c610ae2d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.784056317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"4fad89b9-6ee6-46a4-9b6c-8cd7a5695e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:01.936641185Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth1","reconcileID":"26669790-1c60-41da-92d6-c3ddad0f1924","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.097192021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"41387b46-e57d-46c6-9fbc-3d2ddb4d9fa9","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.140357724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"97e0f841-fc60-426c-a888-2a22f9d9de9a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.177319144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"96d7047c-80bb-4f81-8cc9-18c95cf50ff9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.197317564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"97e0f841-fc60-426c-a888-2a22f9d9de9a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.236245528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"96d7047c-80bb-4f81-8cc9-18c95cf50ff9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.248068981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"1ba7c6d7-47d7-49f6-ba61-2f0ffed2d12c","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.292830717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"96d7047c-80bb-4f81-8cc9-18c95cf50ff9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.351578059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afa11cca-770e-4339-8c80-4f02a484c8bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.351598453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afa11cca-770e-4339-8c80-4f02a484c8bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.401230743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-multi-keys-auth2","reconcileID":"8db24f50-4e19-40ee-8893-0fdaadf76105","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:02.658923612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"dbd5f48e-8e8b-4486-b14f-9d95551ef7c3","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:08.601375039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262b567b-dfed-48b4-9535-f46e9fecee52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:08.653017418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262b567b-dfed-48b4-9535-f46e9fecee52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:08.704598074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262b567b-dfed-48b4-9535-f46e9fecee52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:08.756552939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262b567b-dfed-48b4-9535-f46e9fecee52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:09.191729545Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-85ab6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-85ab6a","reconcileID":"3e4de7cc-73fe-431c-9d38-3bddb86874b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-85ab6a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-85ab6a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:10.712918037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce0378f-9a75-4d42-b193-5d908ff1d355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:10.76475057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce0378f-9a75-4d42-b193-5d908ff1d355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:10.816391266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce0378f-9a75-4d42-b193-5d908ff1d355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:10.868321048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce0378f-9a75-4d42-b193-5d908ff1d355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:12.526479826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"a5a60f53-9bfa-4491-b8c4-b9b17138d18f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:12.594415873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"a5a60f53-9bfa-4491-b8c4-b9b17138d18f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:12.652546181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"a5a60f53-9bfa-4491-b8c4-b9b17138d18f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:12.812544749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"277a7dd3-216f-4189-b120-c9427d818d58","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:12.81257475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"277a7dd3-216f-4189-b120-c9427d818d58","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:12.822893634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60154502-ada4-4283-8b6d-faef0dd99b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:12.87537916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60154502-ada4-4283-8b6d-faef0dd99b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:12.927548061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60154502-ada4-4283-8b6d-faef0dd99b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:12.97941527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60154502-ada4-4283-8b6d-faef0dd99b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.297205436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"732e8450-b3d5-4402-b857-0a0bea4ce0ca","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.297341615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"732e8450-b3d5-4402-b857-0a0bea4ce0ca","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.352163381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"637d58e8-ccd7-4c06-bd88-fd980cdcfb3d","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.352182279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"637d58e8-ccd7-4c06-bd88-fd980cdcfb3d","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.456448161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"fa9441c9-4ed2-406f-9084-41d3cb38ff0d","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.587184555Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"fa9441c9-4ed2-406f-9084-41d3cb38ff0d","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.594141046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"5dfea520-f165-426b-b87b-14d624837adf","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.594164684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"5dfea520-f165-426b-b87b-14d624837adf","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.645365732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-66baf45c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"fa9441c9-4ed2-406f-9084-41d3cb38ff0d","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.65534425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"6654da4e-77b3-473e-abf3-bc0c6f03269d","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.655365354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"6654da4e-77b3-473e-abf3-bc0c6f03269d","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:18.701939543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"abae84a6-bded-4a9f-b6f9-c9cc7b83334d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-66baf45c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:18.709059316Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"6654da4e-77b3-473e-abf3-bc0c6f03269d","name":"e2e-lifecycle-model-66baf45c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-66baf45c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:57:18.709122663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"6654da4e-77b3-473e-abf3-bc0c6f03269d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-66baf45c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.709310871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"abfabb9b-0ac3-4a15-89b3-36a77be69e13","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.709321944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"abfabb9b-0ac3-4a15-89b3-36a77be69e13","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.806476684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"8b5d5dd4-95fc-487d-8c2a-88bdc0bdb327","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.809864265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"c6a8e9c0-fe2c-4153-a28a-6b8593c6ca7c","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.809888019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"c6a8e9c0-fe2c-4153-a28a-6b8593c6ca7c","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.864009478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"8b5d5dd4-95fc-487d-8c2a-88bdc0bdb327","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.867176848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"60006444-2421-41b9-8d8a-75f4872744ec","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.867196019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"60006444-2421-41b9-8d8a-75f4872744ec","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:18.919967078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-66baf45c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"8b5d5dd4-95fc-487d-8c2a-88bdc0bdb327","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.079989979Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"b49cac5f-40fc-4a6b-97f3-31bd80cdac5d","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"maas-trlp-e2e-lifecycle-model-66baf45c","model":"e2e-lifecycle-model-66baf45c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-66baf45c/e2e-sub-66baf45c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.246743855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"afdb933a-21ab-4637-b48b-7838cbe1a806","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.246767039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"afdb933a-21ab-4637-b48b-7838cbe1a806","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:19.504790578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"216af92a-6c02-45a8-97d4-26465a301fd4","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"maas-trlp-e2e-lifecycle-model-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:22.220413207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c74dea98-e356-443e-a4ca-87a9acdbef02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:22.220413286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"56e93f6a-df8e-4583-a4c3-28ddbf2bdb0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:22.277442047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c74dea98-e356-443e-a4ca-87a9acdbef02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:22.277719942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"56e93f6a-df8e-4583-a4c3-28ddbf2bdb0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:22.587334294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0b4d0533-f495-4dd6-89ba-21c890bc9da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:22.58733735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"7609f1e8-90c0-415a-aa6f-6a0b992ad9e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:22.644691381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"7609f1e8-90c0-415a-aa6f-6a0b992ad9e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:22.644873834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0b4d0533-f495-4dd6-89ba-21c890bc9da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:22.808977067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"66c5533f-9e14-4a30-b9c3-c6622770aa8e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:22.867517094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"66c5533f-9e14-4a30-b9c3-c6622770aa8e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:23.186531874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3373ee57-0602-4396-a8f1-58492db8f1ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:23.186558843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3373ee57-0602-4396-a8f1-58492db8f1ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:25.878863196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:27.524096917Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c19f29","reconcileID":"360066ea-b8c9-4ce1-a3ef-41e3ea077e2e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c19f29","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:27.5242091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fd42361-5360-492c-a145-fbb35d9dc36b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:27.524227428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fd42361-5360-492c-a145-fbb35d9dc36b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:27.734962564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c1a83b1-c304-47c7-a250-abde378c0380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:27.734983057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c1a83b1-c304-47c7-a250-abde378c0380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:27.901644109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39684ffa-11a3-4124-bcd3-f2b9ca3913a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:27.901666837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39684ffa-11a3-4124-bcd3-f2b9ca3913a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:28.059463884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed9d871e-3656-4e11-9de5-1a0f4099f923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:28.059512541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"201c03c1-7479-4565-9d5d-34a73626ebd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:28.11915278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed9d871e-3656-4e11-9de5-1a0f4099f923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:28.119333906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"201c03c1-7479-4565-9d5d-34a73626ebd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:29.026997981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"8c3bc207-e4b4-49e5-b521-7c48b38fd367","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:29.083554344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"8c3bc207-e4b4-49e5-b521-7c48b38fd367","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:29.139581545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-66baf45c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"8c3bc207-e4b4-49e5-b521-7c48b38fd367","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:33.414438392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f76bda0-f978-4b5c-9fae-d51e1235dbf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:33.466096367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f76bda0-f978-4b5c-9fae-d51e1235dbf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:33.521171323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f76bda0-f978-4b5c-9fae-d51e1235dbf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:33.574001854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f76bda0-f978-4b5c-9fae-d51e1235dbf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:35.477780103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033ba56c-b0c6-44bf-81e2-4a20c71c6fc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:35.529799121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033ba56c-b0c6-44bf-81e2-4a20c71c6fc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:35.581547839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033ba56c-b0c6-44bf-81e2-4a20c71c6fc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:35.633546766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033ba56c-b0c6-44bf-81e2-4a20c71c6fc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:36.138968597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e69fdbeb-d282-4662-b45c-b64199103fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:36.138999294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e69fdbeb-d282-4662-b45c-b64199103fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:36.197253268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e891d153-379b-4f6c-b64c-cd5998ffb702","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:36.197273462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e891d153-379b-4f6c-b64c-cd5998ffb702","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:36.302241861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"6629ddf9-b8b1-4de6-b4e3-88d9c05124a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:36.429367201Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"6629ddf9-b8b1-4de6-b4e3-88d9c05124a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"name":"e2e-api-a-10236a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:36.485262557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-10236a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"6629ddf9-b8b1-4de6-b4e3-88d9c05124a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:36.540492209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fe927f1-16e5-4fa4-b156-d60cd141b108","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:36.540511916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fe927f1-16e5-4fa4-b156-d60cd141b108","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.065360632Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c19f29","reconcileID":"d237cf6f-3720-4949-a724-5c837965ff49","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-c19f29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.296322734Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c19f29","reconcileID":"d237cf6f-3720-4949-a724-5c837965ff49","MaaSSubscription":{"name":"e2e-default-int-sub-c19f29","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.511087534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ffdc7092-64e7-484f-9d96-d017eeb14df3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.565091289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85188cf-6785-4567-a0fd-482843c46af7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.565120429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85188cf-6785-4567-a0fd-482843c46af7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.719943322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7d7d7a1-f446-48f8-87c5-88f1cbe1e424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.720250056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6fb4275-8e0a-4228-86ef-cee25e8a2eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.777744989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7d7d7a1-f446-48f8-87c5-88f1cbe1e424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:38.778804983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6fb4275-8e0a-4228-86ef-cee25e8a2eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:39.244324742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"2e08883d-95f3-4355-ac15-b0fd466b7423","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:39.302702274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"2e08883d-95f3-4355-ac15-b0fd466b7423","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:39.359921173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-66baf45c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"2e08883d-95f3-4355-ac15-b0fd466b7423","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:40.921812816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfcb3f1-9c01-4f9b-a2ef-fe0a8324cd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:40.97437187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfcb3f1-9c01-4f9b-a2ef-fe0a8324cd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:41.026522158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfcb3f1-9c01-4f9b-a2ef-fe0a8324cd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:41.078867571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfcb3f1-9c01-4f9b-a2ef-fe0a8324cd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:41.5195428Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-470093","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-470093","reconcileID":"ce8beef4-bb32-4fbb-9dc6-1dc187673e06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-470093","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-470093":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:43.076892865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b42db51-ea61-4a0f-a0c4-1fc874a35179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:43.130672502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b42db51-ea61-4a0f-a0c4-1fc874a35179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:43.183123545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b42db51-ea61-4a0f-a0c4-1fc874a35179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:43.236077222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b42db51-ea61-4a0f-a0c4-1fc874a35179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:44.203573428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"becc6425-1fc3-4f77-b60d-93ddb89b9ad1","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"maas-trlp-e2e-lifecycle-model-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:44.417100669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"9f6f8475-6780-4856-9929-240d3914070a","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:44.417120543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"9f6f8475-6780-4856-9929-240d3914070a","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:45.224979078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe228635-06b2-43ae-b713-50e3cdfc120b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:45.277027693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe228635-06b2-43ae-b713-50e3cdfc120b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:45.329092182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe228635-06b2-43ae-b713-50e3cdfc120b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:45.329394702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"1aeae6fc-ecae-4967-b4f9-405214c6261d","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:45.382018744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe228635-06b2-43ae-b713-50e3cdfc120b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:45.439145895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"1aeae6fc-ecae-4967-b4f9-405214c6261d","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:45.498327557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-66baf45c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f4dbeda6929d22c7c6224016d181dc56e749f680cd448af0b912abda2223c58) AuthConfig (c3f0bc4b779027be953b76f75c79cbbeedde2697df6732fe3a6cb4bb82a5f238) AuthConfig (b748643b8d2953e8d457f450c27a0768717b678f2b07b90dc8a14d9cd096e544) AuthConfig (5ecb92f52b65a18450315b29543f8e8faf3819989b4d6371bc823da60c01b458) AuthConfig (12384dd43069dd82af28c989a885aecdec3b392d5b08dccab488396d4b181102) AuthConfig (d5a107b176837ad5288d31ecdda652e8c53ba21901631d07712dcd2d47934372) AuthConfig (43e59b261848d2456f5efea31c558f7e9791ac229fc076cc019a0740c0aca44d) AuthConfig (0eb7f1d58510e2132bc1199817cd3c3487f38372912e3cee902798eb632a6d9c) AuthConfig (9bb29187877f411728dc2f93efca98fe989a53acda78efafec9b3a9a09bc387a) AuthConfig (2c999c65d2001d177136b8501f8346cfc7db63c4576b9d0169e8b0dbc9c7051b) AuthConfig (04acfdaaae5469a4956e0548287f5aa27e1667b6b7571b40f857161cadbc9d4f) AuthConfig (40a228b3c0305b69bc44cbbf720694e1f4b74a7791c42c7c48acf5910502812d) AuthConfig (39f41c868dedea735c2066bea7688fa57841c6187b6e9ee325dd9f4aaff66ef3) AuthConfig (93069b6abbb8eec4863d94da5f9924aa2e3115b01f7bba3c2bd26630ca26ef81) AuthConfig (bc64efffab464ebce677bb7ef538906f36bf95415aa1f7618a2a2520df146d61) AuthConfig (ed1252429eeaf161661734235eb596dfb9d7a4ce8d91dfbd4c4c0bfbe9ef4f78) AuthConfig (bb79dd7307e617cfa19b48f21b359051349748dd6b5d227ec5c7a5aa02cb162e) AuthConfig (10bc4e0ffe00842a49f0a905016a7b3e9fabcf213d7b479a43ad34fe9ad7fed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"1aeae6fc-ecae-4967-b4f9-405214c6261d","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:45.551452919Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-83d5bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-83d5bd","reconcileID":"b1f8d8cf-dd6f-4fb1-acec-709d60facff6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-83d5bd","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-83d5bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:45.556843948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"45660397-2c30-4aa6-9f54-b152ab110349","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:45.55694308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"45660397-2c30-4aa6-9f54-b152ab110349","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:46.647896158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"493a59f6-712e-4911-a489-9323cd140da2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:46.706625709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"493a59f6-712e-4911-a489-9323cd140da2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"name":"e2e-api-a-10236a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:46.808971091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-10236a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"493a59f6-712e-4911-a489-9323cd140da2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.379019322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02dfe7a6-13e0-4aef-b3da-0048b41183fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.431042472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02dfe7a6-13e0-4aef-b3da-0048b41183fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.484117551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02dfe7a6-13e0-4aef-b3da-0048b41183fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:47.53721906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02dfe7a6-13e0-4aef-b3da-0048b41183fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:52.007738697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"9d251836-7576-4cc2-91a1-6c06da2276c7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:52.125851628Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"9d251836-7576-4cc2-91a1-6c06da2276c7","name":"e2e-api-a-85ab6a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:55.660907984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"50676283-9618-41e6-9afd-061e72985d31","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:55.718168923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"50676283-9618-41e6-9afd-061e72985d31","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:55.774069633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-66baf45c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f4dbeda6929d22c7c6224016d181dc56e749f680cd448af0b912abda2223c58) AuthConfig (c3f0bc4b779027be953b76f75c79cbbeedde2697df6732fe3a6cb4bb82a5f238) AuthConfig (b748643b8d2953e8d457f450c27a0768717b678f2b07b90dc8a14d9cd096e544) AuthConfig (5ecb92f52b65a18450315b29543f8e8faf3819989b4d6371bc823da60c01b458) AuthConfig (12384dd43069dd82af28c989a885aecdec3b392d5b08dccab488396d4b181102) AuthConfig (d5a107b176837ad5288d31ecdda652e8c53ba21901631d07712dcd2d47934372) AuthConfig (43e59b261848d2456f5efea31c558f7e9791ac229fc076cc019a0740c0aca44d) AuthConfig (0eb7f1d58510e2132bc1199817cd3c3487f38372912e3cee902798eb632a6d9c) AuthConfig (9bb29187877f411728dc2f93efca98fe989a53acda78efafec9b3a9a09bc387a) AuthConfig (2c999c65d2001d177136b8501f8346cfc7db63c4576b9d0169e8b0dbc9c7051b) AuthConfig (04acfdaaae5469a4956e0548287f5aa27e1667b6b7571b40f857161cadbc9d4f) AuthConfig (40a228b3c0305b69bc44cbbf720694e1f4b74a7791c42c7c48acf5910502812d) AuthConfig (39f41c868dedea735c2066bea7688fa57841c6187b6e9ee325dd9f4aaff66ef3) AuthConfig (93069b6abbb8eec4863d94da5f9924aa2e3115b01f7bba3c2bd26630ca26ef81) AuthConfig (bc64efffab464ebce677bb7ef538906f36bf95415aa1f7618a2a2520df146d61) AuthConfig (ed1252429eeaf161661734235eb596dfb9d7a4ce8d91dfbd4c4c0bfbe9ef4f78) AuthConfig (bb79dd7307e617cfa19b48f21b359051349748dd6b5d227ec5c7a5aa02cb162e) AuthConfig (10bc4e0ffe00842a49f0a905016a7b3e9fabcf213d7b479a43ad34fe9ad7fed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"50676283-9618-41e6-9afd-061e72985d31","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:55.879725536Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:56.913975548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"a3420758-aded-4b32-b354-b72edde7f1c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:56.971077909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"a3420758-aded-4b32-b354-b72edde7f1c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"name":"e2e-api-a-10236a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:57:57.026607949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-10236a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"a3420758-aded-4b32-b354-b72edde7f1c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:05.878760812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"0f3704ad-42eb-4a58-9202-be04b2f995fc","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:05.935824894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"0f3704ad-42eb-4a58-9202-be04b2f995fc","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:06.208083466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"defae875-8607-4635-a243-2846735a9493","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:06.208104773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"defae875-8607-4635-a243-2846735a9493","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:07.131217434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"fe829dbc-b278-4529-a44e-689dc61bb1f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:07.188434326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"fe829dbc-b278-4529-a44e-689dc61bb1f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"name":"e2e-api-a-10236a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:07.244060089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-10236a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5aa842a5c887f158fc8bb1e90dd38be915429a33a40968452e4d7cb70b2867d) AuthConfig (76dae89c5405627f9450626a2d50ab9ac2ac4e189865ff6316f11e6585f3b806) AuthConfig (b45cf4f0e5c4401657af2076fb9d3e839b047683dce07f24fa2ef65035f4c372) AuthConfig (4f27a6240771bea4b69ac70e5bc1bc6319867583826fa0d1b83f3244a2365a65) AuthConfig (0a9b604af7b39ef6d65bcc84696e15a9a49caf3e33f64362772cce7c04aa0f8d) AuthConfig (0332011bffa952a1c93dd9fd012b04f5a402ca520089d2caf20b351e910c04ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"fe829dbc-b278-4529-a44e-689dc61bb1f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:07.302231832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73e35a61-fd15-4d88-94c0-178b9ced80ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:07.302253092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73e35a61-fd15-4d88-94c0-178b9ced80ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:13.015130336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"540b2b73-a3dd-419b-ab8b-03c4552fe6ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:13.015152648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"540b2b73-a3dd-419b-ab8b-03c4552fe6ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:13.155274275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-01f52e5e","namespace":"ai-tenant-e2e-mt-01f52e5e"},"namespace":"ai-tenant-e2e-mt-01f52e5e","name":"e2e-policy-01f52e5e","reconcileID":"08f9f2c9-5006-43ac-9f6a-321203f7c698","MaaSAuthPolicy":{"name":"e2e-policy-01f52e5e","namespace":"ai-tenant-e2e-mt-01f52e5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:13.307023581Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-01f52e5e","namespace":"ai-tenant-e2e-mt-01f52e5e"},"namespace":"ai-tenant-e2e-mt-01f52e5e","name":"e2e-policy-01f52e5e","reconcileID":"08f9f2c9-5006-43ac-9f6a-321203f7c698","MaaSAuthPolicy":{"name":"e2e-policy-01f52e5e","namespace":"ai-tenant-e2e-mt-01f52e5e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:13.362796584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-01f52e5e","namespace":"ai-tenant-e2e-mt-01f52e5e"},"namespace":"ai-tenant-e2e-mt-01f52e5e","name":"e2e-policy-01f52e5e","reconcileID":"08f9f2c9-5006-43ac-9f6a-321203f7c698","MaaSAuthPolicy":{"name":"e2e-policy-01f52e5e","namespace":"ai-tenant-e2e-mt-01f52e5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.438354136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"1bad0429-192b-44d1-a9c4-a173e99052d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.496515102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"1bad0429-192b-44d1-a9c4-a173e99052d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"name":"e2e-api-a-10236a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:17.552163792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-10236a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5aa842a5c887f158fc8bb1e90dd38be915429a33a40968452e4d7cb70b2867d) AuthConfig (76dae89c5405627f9450626a2d50ab9ac2ac4e189865ff6316f11e6585f3b806) AuthConfig (b45cf4f0e5c4401657af2076fb9d3e839b047683dce07f24fa2ef65035f4c372) AuthConfig (4f27a6240771bea4b69ac70e5bc1bc6319867583826fa0d1b83f3244a2365a65) AuthConfig (0a9b604af7b39ef6d65bcc84696e15a9a49caf3e33f64362772cce7c04aa0f8d) AuthConfig (0332011bffa952a1c93dd9fd012b04f5a402ca520089d2caf20b351e910c04ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"1bad0429-192b-44d1-a9c4-a173e99052d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:21.236893715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"4a8092e4-6973-4357-bbbe-5ac0a444246b","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:21.236922894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"4a8092e4-6973-4357-bbbe-5ac0a444246b","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:21.401332178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"89ff91c1-7f83-4ee5-af6b-0a3c32ccf745","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:21.401358916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"89ff91c1-7f83-4ee5-af6b-0a3c32ccf745","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:21.494104501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"d929d0ee-7948-4ab4-aba6-f95ec43a1a14","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:21.557269464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"0cc2afde-23e5-4c71-96df-71ae43af316f","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"maas-trlp-e2e-lifecycle-model-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:21.560805262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"d929d0ee-7948-4ab4-aba6-f95ec43a1a14","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:21.890067411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"1496ae7f-3747-4bb9-91a0-91b80020cd13","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:21.891274831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"40d558c9-cd82-4be8-9221-874da093168c","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"maas-trlp-e2e-lifecycle-model-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:21.952861029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"1496ae7f-3747-4bb9-91a0-91b80020cd13","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:22.222433621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c55eb903-f720-416a-aca9-7cec65f6749d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:22.274671648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c55eb903-f720-416a-aca9-7cec65f6749d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:22.326506262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c55eb903-f720-416a-aca9-7cec65f6749d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:22.378655744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c55eb903-f720-416a-aca9-7cec65f6749d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:24.434359153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4dcb63-3973-487b-a219-af501cc350ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:24.486968112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4dcb63-3973-487b-a219-af501cc350ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:24.538987897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4dcb63-3973-487b-a219-af501cc350ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:24.596603737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4dcb63-3973-487b-a219-af501cc350ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:25.895670783Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:27.65892769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"d22d6429-5e6d-4b91-a30e-feba496bc918","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:27.716973717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"d22d6429-5e6d-4b91-a30e-feba496bc918","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"name":"e2e-api-a-10236a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:27.772338719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-10236a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5aa842a5c887f158fc8bb1e90dd38be915429a33a40968452e4d7cb70b2867d) AuthConfig (76dae89c5405627f9450626a2d50ab9ac2ac4e189865ff6316f11e6585f3b806) AuthConfig (b45cf4f0e5c4401657af2076fb9d3e839b047683dce07f24fa2ef65035f4c372) AuthConfig (4f27a6240771bea4b69ac70e5bc1bc6319867583826fa0d1b83f3244a2365a65) AuthConfig (0a9b604af7b39ef6d65bcc84696e15a9a49caf3e33f64362772cce7c04aa0f8d) AuthConfig (0332011bffa952a1c93dd9fd012b04f5a402ca520089d2caf20b351e910c04ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"d22d6429-5e6d-4b91-a30e-feba496bc918","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:31.854576038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"08e85a4c-19d7-43bc-a235-7e652b39047a","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:31.854595938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"08e85a4c-19d7-43bc-a235-7e652b39047a","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:31.9623371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"d249b2d7-a656-4e49-a44e-d5e4428c0608","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:32.023156465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"d249b2d7-a656-4e49-a44e-d5e4428c0608","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:32.071074829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"66856ec8-a378-4243-99fb-54c64665facd","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"maas-trlp-e2e-lifecycle-model-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:32.343181514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"26cb6c42-d642-4eb1-9af5-17d0ab0a11d6","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:32.397527896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"3884e168-d4b0-49cd-8a30-7d77c5b4a024","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"maas-trlp-e2e-lifecycle-model-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:32.402020065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"26cb6c42-d642-4eb1-9af5-17d0ab0a11d6","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.436456169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"efaee0e4-3fad-43b7-a4f2-9e05238e7a1a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-470093","tenantID":"e2e-api-b-470093","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.593179429Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"efaee0e4-3fad-43b7-a4f2-9e05238e7a1a","name":"e2e-api-b-470093-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.65650792Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"ce74e1ca-53f7-41e1-ac9d-45aed2d04ad5","namespace":"ai-tenant-e2e-mt-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.656578438Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"ce74e1ca-53f7-41e1-ac9d-45aed2d04ad5","name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.719202698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"d9711ea7-a5f9-497b-af97-2c4ce5fd9a62","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.719232401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"d9711ea7-a5f9-497b-af97-2c4ce5fd9a62","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.719329698Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"ce74e1ca-53f7-41e1-ac9d-45aed2d04ad5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.719404073Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"ce74e1ca-53f7-41e1-ac9d-45aed2d04ad5","namespace":"ai-tenant-e2e-mt-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.719517215Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"ce74e1ca-53f7-41e1-ac9d-45aed2d04ad5","name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.794631904Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"ce74e1ca-53f7-41e1-ac9d-45aed2d04ad5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.796273616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"8413ab61-1188-4fdf-8f1a-e85599b3c4a6","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.796323103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"8413ab61-1188-4fdf-8f1a-e85599b3c4a6","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.827163705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"45bde633-1c1b-4ae5-b8aa-5bbb0dd8c104","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.887093779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"45bde633-1c1b-4ae5-b8aa-5bbb0dd8c104","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.89479233Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"0757d3ab-fbe9-452d-b698-e7c015e8362b","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2730df4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:33.948663551Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"0a40846f-c72d-431c-ba68-8cc2a18c87bc","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2730df4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:34.099020903Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"fd3da95b-e0f4-488a-beef-876976ffcc7d","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:34.234153074Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-01f52e5e","namespace":"ai-tenant-e2e-mt-01f52e5e"},"namespace":"ai-tenant-e2e-mt-01f52e5e","name":"e2e-policy-01f52e5e","reconcileID":"38ab7db0-a60a-4025-8c86-e062b4f085f2","MaaSAuthPolicy":{"name":"e2e-policy-01f52e5e","namespace":"ai-tenant-e2e-mt-01f52e5e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:34.26560664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"fd3da95b-e0f4-488a-beef-876976ffcc7d","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:34.407622762Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-01f52e5e","namespace":"ai-tenant-e2e-mt-01f52e5e"},"namespace":"ai-tenant-e2e-mt-01f52e5e","name":"e2e-policy-01f52e5e","reconcileID":"38ab7db0-a60a-4025-8c86-e062b4f085f2","MaaSAuthPolicy":{"name":"e2e-policy-01f52e5e","namespace":"ai-tenant-e2e-mt-01f52e5e"},"policyNamespace":"ai-tenant-e2e-mt-01f52e5e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:34.408385646Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"fd3da95b-e0f4-488a-beef-876976ffcc7d","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"e2e-mt-66baf45c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:34.408406135Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-policy-66baf45c","reconcileID":"fd3da95b-e0f4-488a-beef-876976ffcc7d","MaaSAuthPolicy":{"name":"e2e-policy-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:34.466254455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"77f212cd-e94b-40f8-b04f-c57ff6b64857","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:34.466273033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"77f212cd-e94b-40f8-b04f-c57ff6b64857","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:37.883672993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"fa7bb386-3513-4b02-aa2d-d6d6ff106f3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:37.941522437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"fa7bb386-3513-4b02-aa2d-d6d6ff106f3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"name":"e2e-api-a-10236a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:38.260688155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eba9f29-418f-4bf6-987b-81953e31635b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:38.26071019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eba9f29-418f-4bf6-987b-81953e31635b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:39.076540437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"f9ef35fe-5965-488d-8994-2da123468bdb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-83d5bd","tenantID":"e2e-api-a-83d5bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:39.197715033Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"f9ef35fe-5965-488d-8994-2da123468bdb","name":"e2e-api-a-83d5bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:44.002134854Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"16bd5fae-60dc-4149-a127-d29927ee1fc6","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","subscription":"e2e-sub-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:44.062014721Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"16bd5fae-60dc-4149-a127-d29927ee1fc6","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:44.116186937Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-sub-66baf45c","reconcileID":"16bd5fae-60dc-4149-a127-d29927ee1fc6","MaaSSubscription":{"name":"e2e-sub-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"name":"maas-trlp-e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:44.42081586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"bb2088d7-8ed3-45bd-b51d-741078b7b393","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:44.420841587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"bb2088d7-8ed3-45bd-b51d-741078b7b393","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:46.205034063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3a449a-e860-4fd9-b370-26c9ac6039e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:46.258274155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3a449a-e860-4fd9-b370-26c9ac6039e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:46.311357014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3a449a-e860-4fd9-b370-26c9ac6039e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:46.363725194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3a449a-e860-4fd9-b370-26c9ac6039e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:46.660644746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c1a074b-5c97-41a8-bfed-0f24960c7d84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:46.660667134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c1a074b-5c97-41a8-bfed-0f24960c7d84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:46.718400395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37c209f7-48f1-4040-8798-d69d1c4c0f73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:46.718427006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37c209f7-48f1-4040-8798-d69d1c4c0f73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:46.823397203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"6a6e1f8f-8b32-4565-8635-99cf36cf31b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:46.958129203Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"6a6e1f8f-8b32-4565-8635-99cf36cf31b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"name":"e2e-api-a-85ab6a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:47.013829911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-85ab6a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"6a6e1f8f-8b32-4565-8635-99cf36cf31b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:47.072567439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80a6d9f4-59a7-4a6d-97bc-6d13f7e7c809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:47.072786398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80a6d9f4-59a7-4a6d-97bc-6d13f7e7c809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:48.587792276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd604c3-d197-43c4-bb0c-64f78976ee87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:48.640784903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd604c3-d197-43c4-bb0c-64f78976ee87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:48.692881382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd604c3-d197-43c4-bb0c-64f78976ee87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:48.744762516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddd604c3-d197-43c4-bb0c-64f78976ee87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:50.874398696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3128f593-590e-4591-9229-87de22ae5ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:50.926576974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3128f593-590e-4591-9229-87de22ae5ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:50.979553774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3128f593-590e-4591-9229-87de22ae5ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:51.034081082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3128f593-590e-4591-9229-87de22ae5ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:52.379086885Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-132af1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-132af1","reconcileID":"89b3601b-2687-4105-bcf4-ea26d8b31df1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-132af1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-132af1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:53.244665331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd9c46f-e6bc-4824-8145-8d910beeb338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:53.297015227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd9c46f-e6bc-4824-8145-8d910beeb338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:53.355631136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd9c46f-e6bc-4824-8145-8d910beeb338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:53.418999483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd9c46f-e6bc-4824-8145-8d910beeb338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:55.661473388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53073dd8-20d6-4e3d-a7b5-451c86feafb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:55.715185947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53073dd8-20d6-4e3d-a7b5-451c86feafb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:55.768158064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53073dd8-20d6-4e3d-a7b5-451c86feafb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:55.81990734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53073dd8-20d6-4e3d-a7b5-451c86feafb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:55.880554174Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:57.183344571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"293cda7f-dd6f-4121-997d-26abe375c44d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:57.24656151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"293cda7f-dd6f-4121-997d-26abe375c44d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"name":"e2e-api-a-85ab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:57.379582725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-85ab6a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"293cda7f-dd6f-4121-997d-26abe375c44d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:57.952352103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc90a8ed-29a8-4217-ba1e-cfff63cd4b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:58.008537237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc90a8ed-29a8-4217-ba1e-cfff63cd4b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:58.060753914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc90a8ed-29a8-4217-ba1e-cfff63cd4b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:58:58.113275851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc90a8ed-29a8-4217-ba1e-cfff63cd4b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:00.119736545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7485a8-449d-4b93-8edc-5a7f89d55041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:00.172813845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7485a8-449d-4b93-8edc-5a7f89d55041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:00.230170655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7485a8-449d-4b93-8edc-5a7f89d55041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:00.282165377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7485a8-449d-4b93-8edc-5a7f89d55041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:02.2293196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6302a8-d9f6-4138-946f-9727a1160cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:02.282044327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6302a8-d9f6-4138-946f-9727a1160cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:02.334017816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6302a8-d9f6-4138-946f-9727a1160cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:02.386948178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6302a8-d9f6-4138-946f-9727a1160cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:04.335699667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b3e130-5289-4e3f-a072-e57de024f7bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:04.388689953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b3e130-5289-4e3f-a072-e57de024f7bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:04.441793461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b3e130-5289-4e3f-a072-e57de024f7bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:04.494158043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b3e130-5289-4e3f-a072-e57de024f7bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:06.536161519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7532d0d-a561-49fc-8d28-507d0c734021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:06.588022202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7532d0d-a561-49fc-8d28-507d0c734021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:06.641018619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7532d0d-a561-49fc-8d28-507d0c734021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:06.692884132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7532d0d-a561-49fc-8d28-507d0c734021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:07.485251518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"205d9223-99c7-4607-935b-ef0fb4388e98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:07.576703305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"205d9223-99c7-4607-935b-ef0fb4388e98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"name":"e2e-api-a-85ab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:07.639595184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-85ab6a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"205d9223-99c7-4607-935b-ef0fb4388e98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:08.668822166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be5b691-d2c0-4594-8478-bc9e1b73138d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:08.723383981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be5b691-d2c0-4594-8478-bc9e1b73138d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:08.77548384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be5b691-d2c0-4594-8478-bc9e1b73138d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:08.82795525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be5b691-d2c0-4594-8478-bc9e1b73138d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.817141424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c43b1c5-226c-4cda-9c47-4e97757ccd21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.869121048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c43b1c5-226c-4cda-9c47-4e97757ccd21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.922512965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c43b1c5-226c-4cda-9c47-4e97757ccd21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:10.983112857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c43b1c5-226c-4cda-9c47-4e97757ccd21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:12.935982812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19da0f59-ffa2-4b64-bcb2-aad6f1aff109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:12.987963401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19da0f59-ffa2-4b64-bcb2-aad6f1aff109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:13.042165133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19da0f59-ffa2-4b64-bcb2-aad6f1aff109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:13.095478513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19da0f59-ffa2-4b64-bcb2-aad6f1aff109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:15.081224583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96795856-155b-4090-bfbc-587db54f0417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:15.133779793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96795856-155b-4090-bfbc-587db54f0417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:15.186415709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96795856-155b-4090-bfbc-587db54f0417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:15.238572279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96795856-155b-4090-bfbc-587db54f0417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.229350841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e89e364-4cc4-4e65-b3f4-3ddaa286b37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.281782727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e89e364-4cc4-4e65-b3f4-3ddaa286b37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.335231042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e89e364-4cc4-4e65-b3f4-3ddaa286b37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.387223866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e89e364-4cc4-4e65-b3f4-3ddaa286b37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.744557798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"2720994c-1d7d-4281-a862-7db89af93156","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.801817914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"2720994c-1d7d-4281-a862-7db89af93156","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"name":"e2e-api-a-85ab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:17.859620228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-85ab6a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"2720994c-1d7d-4281-a862-7db89af93156","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:25.884324095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:27.969234991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"b476c41e-03f7-4840-ab38-6fa34cc30e3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:28.026351498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"b476c41e-03f7-4840-ab38-6fa34cc30e3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"name":"e2e-api-a-85ab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:28.090557177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-85ab6a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4620416fccb08a95d89d96c1a5bd542dbdacac5a69d9c56e7222e0210ff21ecf) AuthConfig (2c8f3be04f086fb372f8d3f6255c2abcb1300cbd7c43e4e0964dc1eac8ebcf39) AuthConfig (e86a11074be9cbb4ecfaee17685518fd3284263e10fcd8d3ce5cc6eda2e751ad) AuthConfig (898b9235717710d26fc68d96d8a75c2a7c323ca35bf6a5133a610aa30eeb3921) AuthConfig (49500ffb2ede33a23807fdda61a3a3bb7329c84de244180a8f1674d97c7acbf3) AuthConfig (8b3ffcf11823b8cafc09587c402542fa1c287f8b9e9b84524e9ccf9c1da14071)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"b476c41e-03f7-4840-ab38-6fa34cc30e3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:28.156094719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f77879a-9ffc-44f1-9b4a-bcc7edc10873","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:28.156120428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f77879a-9ffc-44f1-9b4a-bcc7edc10873","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.497766536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00cdbd8e-b260-4162-8320-f6e2499812cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.556042919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00cdbd8e-b260-4162-8320-f6e2499812cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.608092251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00cdbd8e-b260-4162-8320-f6e2499812cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:30.66019411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00cdbd8e-b260-4162-8320-f6e2499812cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:32.627141834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011fe522-0928-4e4d-94ae-4cd3544794b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:32.679498965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011fe522-0928-4e4d-94ae-4cd3544794b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:32.73153141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011fe522-0928-4e4d-94ae-4cd3544794b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:32.783506147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011fe522-0928-4e4d-94ae-4cd3544794b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.118514441Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","namespace":"ai-tenant-e2e-mt-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.118594601Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","namespace":"ai-tenant-e2e-mt-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.118650495Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","tenant":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.177190612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"Deployment","name":"maas-api-e2e-mt-66baf45c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.243542794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"Service","name":"maas-api-e2e-mt-66baf45c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.316269042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-66baf45c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.372621931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-66baf45c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.430819587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.487475162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.507798176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8ffc059-d2ba-4e7d-a96f-b5c444d03f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.507827468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8ffc059-d2ba-4e7d-a96f-b5c444d03f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.546332724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.564969648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f8300e7-0230-4e47-a939-9d2ef67e0ef1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.564990307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f8300e7-0230-4e47-a939-9d2ef67e0ef1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.603848523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.656505505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"Deployment","name":"payload-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.670756076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"785b98dd-327e-47fd-92b1-325b3deafd2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-470093","tenantID":"e2e-api-b-470093","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.70860138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.756326731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a16278-1d98-4f25-ad37-9f2272df8652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.808833816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a16278-1d98-4f25-ad37-9f2272df8652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.812196278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"Service","name":"payload-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.838815019Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"785b98dd-327e-47fd-92b1-325b3deafd2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"name":"e2e-api-b-470093-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.878673297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a16278-1d98-4f25-ad37-9f2272df8652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.933342595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a16278-1d98-4f25-ad37-9f2272df8652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.933535117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"Service","name":"payload-pre-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.938581439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-470093-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"785b98dd-327e-47fd-92b1-325b3deafd2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.985619556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"DestinationRule","name":"payload-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.995923642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eba683d7-3ad5-42d9-9227-3721568d935f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:34.995944017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eba683d7-3ad5-42d9-9227-3721568d935f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:35.040935479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:35.093466057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:35.150395383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:35.206147428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:35.261026578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:35.312710692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:35.369506735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"db494175-5cb1-44d8-ae6b-6ca18d9b014a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-66baf45c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:35.724546926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"30020f66-796e-40a3-a91a-a598635f7421","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:35.781633781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"30020f66-796e-40a3-a91a-a598635f7421","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"name":"e2e-api-a-10236a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.3024803Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-66baf45c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-66baf45c","reconcileID":"5ff0bad0-e700-4785-b645-73454acf595d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-66baf45c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-66baf45c"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:36.586483512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"98165a76-0af0-4189-b4e2-3972e5d2ba65","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:36.649135174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"98165a76-0af0-4189-b4e2-3972e5d2ba65","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:36.655472587Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"5cf85adc-647d-4cac-a3a9-028754564d91","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:36.655541252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"5cf85adc-647d-4cac-a3a9-028754564d91","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:36.666650457Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"2c5172a6-19d5-42a9-9f71-53e7a8c64d1c","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:36.666716519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"2c5172a6-19d5-42a9-9f71-53e7a8c64d1c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:36.687833073Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"10ad1886-e1ae-43c7-a379-137f873f164f","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:36.687887289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"10ad1886-e1ae-43c7-a379-137f873f164f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:36.728468266Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"374f9ca2-6169-4804-9ac2-de8e02fc1d70","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:36.728540819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"374f9ca2-6169-4804-9ac2-de8e02fc1d70","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:36.800421482Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"590a9779-399a-4744-8dbe-4485b70c4716","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:36.800490415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"590a9779-399a-4744-8dbe-4485b70c4716","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.906551356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"1d69b38f-6712-48d7-948e-35715cfae629","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.921653473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a24d7184-a018-4113-b036-5a229cbb8e57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.921674217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a24d7184-a018-4113-b036-5a229cbb8e57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.965960729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"1d69b38f-6712-48d7-948e-35715cfae629","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"name":"e2e-api-a-10236a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:36.979112319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05520401-9682-4734-b4ce-89ad9d5385a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.032190134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05520401-9682-4734-b4ce-89ad9d5385a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:37.032681369Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"aff5264f-3be3-48a9-83a8-b04e52adc2f9","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:37.032744776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"aff5264f-3be3-48a9-83a8-b04e52adc2f9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.036640185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8acd7500-0173-4c10-82bb-d9cad0f9e1c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.036657365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8acd7500-0173-4c10-82bb-d9cad0f9e1c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.084426465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05520401-9682-4734-b4ce-89ad9d5385a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.136410862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05520401-9682-4734-b4ce-89ad9d5385a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.245107218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"cc0988e8-58d1-4f8a-9110-fe60cbe043c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-83d5bd","tenantID":"e2e-api-a-83d5bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:37.353023898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"ca6c4614-0caf-438f-b133-068a86353179","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:37.353095293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"ca6c4614-0caf-438f-b133-068a86353179","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.427850128Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"cc0988e8-58d1-4f8a-9110-fe60cbe043c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"name":"e2e-api-a-83d5bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.484403413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-83d5bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"cc0988e8-58d1-4f8a-9110-fe60cbe043c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.546416148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9649d033-7749-4b74-9375-ffbfe01f8c97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:37.546439244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9649d033-7749-4b74-9375-ffbfe01f8c97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:37.994655539Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"7702d0c7-f8c1-45d5-8e82-42ef0b21e8c2","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:37.994746445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"7702d0c7-f8c1-45d5-8e82-42ef0b21e8c2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:38.34852035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"dd0b1855-61ed-4061-96a0-25ce0a57eca8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:38.407539254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"dd0b1855-61ed-4061-96a0-25ce0a57eca8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"name":"e2e-api-a-85ab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:38.465552662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-85ab6a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4620416fccb08a95d89d96c1a5bd542dbdacac5a69d9c56e7222e0210ff21ecf) AuthConfig (2c8f3be04f086fb372f8d3f6255c2abcb1300cbd7c43e4e0964dc1eac8ebcf39) AuthConfig (e86a11074be9cbb4ecfaee17685518fd3284263e10fcd8d3ce5cc6eda2e751ad) AuthConfig (898b9235717710d26fc68d96d8a75c2a7c323ca35bf6a5133a610aa30eeb3921) AuthConfig (49500ffb2ede33a23807fdda61a3a3bb7329c84de244180a8f1674d97c7acbf3) AuthConfig (8b3ffcf11823b8cafc09587c402542fa1c287f8b9e9b84524e9ccf9c1da14071)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"dd0b1855-61ed-4061-96a0-25ce0a57eca8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:38.753390575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"4e82e815-c816-43ed-a598-486fb64220e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:38.847348405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a762acb-bfeb-4c25-bdd4-fdebdbcedb7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:38.945417112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"a285df05-0524-4df7-ba4f-bcad51579041","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:38.997095294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"8ad05c7f-f2d5-4b63-92fc-c49c9b02887a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:39.058381439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"139309b8-7368-4276-aae2-a7b769f0e8df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:39.124951301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed2839f-28b7-4126-b69c-4b9dcbb8e9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:39.154595642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"1356db70-e1c1-4677-9a4e-d52761c06b79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:39.178065712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed2839f-28b7-4126-b69c-4b9dcbb8e9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:39.230201707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed2839f-28b7-4126-b69c-4b9dcbb8e9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:39.275993762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"dec50f0c-a528-44d2-8428-76428a02ad62","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:39.276082281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"dec50f0c-a528-44d2-8428-76428a02ad62","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:39.282263541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed2839f-28b7-4126-b69c-4b9dcbb8e9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:39.443005935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ebd1b0e-faa5-4300-98aa-cfd5b08cd032","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:39.537324001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"8b35aed0-9120-4baa-aaec-d1789e4f9985","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:39.654465012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"e9010372-a11c-4744-9286-b86387bdedf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:39.789967705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"4599bb3e-5a86-4d29-855c-9bc99154c5a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:39.912983498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"8fe555c8-d6f4-4009-9fdf-c4e587982175","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:40.080272162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"7426c056-19b6-49e9-8031-1ab7ca2dc05d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:41.122973485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"2a97344d-0902-41c7-9c9d-c7397f7579a7","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:41.123035599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"2a97344d-0902-41c7-9c9d-c7397f7579a7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:41.356443601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"fff795ee-0a02-43b0-be71-042d5096ed1c","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:41.356506529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"fff795ee-0a02-43b0-be71-042d5096ed1c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:42.236079623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c7a467-dd9c-4ff0-9a7e-96f295439b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:42.288478061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c7a467-dd9c-4ff0-9a7e-96f295439b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:42.341859885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c7a467-dd9c-4ff0-9a7e-96f295439b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:42.394040168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c7a467-dd9c-4ff0-9a7e-96f295439b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:42.516121779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"47c1a1b9-5393-4651-88de-2e78c024aec7","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:42.516196543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"47c1a1b9-5393-4651-88de-2e78c024aec7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:42.68241564Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4ebcd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4ebcd2","reconcileID":"39d61931-b96d-44e1-a446-91354ae13a1e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4ebcd2","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-4ebcd2":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:42.958879287Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"c010b662-ab3e-4298-8bed-dcad8b49c1f0","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:42.958950314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"c010b662-ab3e-4298-8bed-dcad8b49c1f0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.341536704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1656779b-b21d-4429-aa4a-e3f14d5129ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.393273849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1656779b-b21d-4429-aa4a-e3f14d5129ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.446360207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1656779b-b21d-4429-aa4a-e3f14d5129ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:44.498155691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1656779b-b21d-4429-aa4a-e3f14d5129ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:45.01946974Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"a3df3f46-4806-4d7d-b338-4c3aeb2311b1","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:45.019538286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"a3df3f46-4806-4d7d-b338-4c3aeb2311b1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.101180398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"f309648a-754f-4b8f-a42a-651449f0d860","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-470093","tenantID":"e2e-api-b-470093","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.158324958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"f309648a-754f-4b8f-a42a-651449f0d860","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"name":"e2e-api-b-470093-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:45.215775846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-470093-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"f309648a-754f-4b8f-a42a-651449f0d860","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:47.510755401Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"953eb225-0508-45b0-8292-5121565b5af2","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:47.510821847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"953eb225-0508-45b0-8292-5121565b5af2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:47.619555047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"8bddf18c-46c7-413c-a2c6-27d89f310e16","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:47.703041795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"8bddf18c-46c7-413c-a2c6-27d89f310e16","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"name":"e2e-api-a-10236a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:47.705863094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"167b988b-9af2-408d-bffe-20e24208f7c8","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:47.705922374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"167b988b-9af2-408d-bffe-20e24208f7c8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:47.765747506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"b6943a6c-e130-482f-a780-a8abfcfbfbb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-83d5bd","tenantID":"e2e-api-a-83d5bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:47.875712991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"b6943a6c-e130-482f-a780-a8abfcfbfbb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"name":"e2e-api-a-83d5bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:47.94263331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-83d5bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"b6943a6c-e130-482f-a780-a8abfcfbfbb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:47.946491345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"34b2e2cd-031f-4804-8c16-0e02408701e8","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T18:59:47.946588276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"34b2e2cd-031f-4804-8c16-0e02408701e8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:48.034167899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"f29abb6c-ffe7-4b6b-9f62-f88de45ce356","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:48.092272776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"f29abb6c-ffe7-4b6b-9f62-f88de45ce356","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"name":"e2e-api-a-10236a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:48.570797549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"ce1bdfe8-babd-49a0-aa88-bbac15a3fb1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:48.628114347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"ce1bdfe8-babd-49a0-aa88-bbac15a3fb1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"name":"e2e-api-a-85ab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:48.727055413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017714f8-2093-4949-9956-f556a4d69ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:48.779876481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017714f8-2093-4949-9956-f556a4d69ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:48.837545825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017714f8-2093-4949-9956-f556a4d69ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:48.8896827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017714f8-2093-4949-9956-f556a4d69ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:49.061140188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f419f37-25ee-4b00-8962-a4b38f7b57d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:49.061160866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f419f37-25ee-4b00-8962-a4b38f7b57d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:49.225213799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"8036df54-bbd7-42ed-b77c-362da03964fd","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:49.22523372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"8036df54-bbd7-42ed-b77c-362da03964fd","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:49.392422128Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-66baf45c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-66baf45c","reconcileID":"cee1c41e-96f5-4801-9611-68b78171b359","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-66baf45c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-66baf45c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.334470969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"d137636f-eba0-426f-a35e-3d8c830ec57d","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:50.33449615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"d137636f-eba0-426f-a35e-3d8c830ec57d","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.028591967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf36e1df-80af-4c38-a0f8-1d734a23a68f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.080601937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf36e1df-80af-4c38-a0f8-1d734a23a68f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.132917473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf36e1df-80af-4c38-a0f8-1d734a23a68f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.185744579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf36e1df-80af-4c38-a0f8-1d734a23a68f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.245203854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"9f1f2ff5-b1a7-4d65-b90a-e0a0a8346048","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.245223682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"9f1f2ff5-b1a7-4d65-b90a-e0a0a8346048","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:51.983935441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"7cfc5c22-960a-4b26-862c-ade6b729bbf7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:52.102665441Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"7cfc5c22-960a-4b26-862c-ade6b729bbf7","name":"e2e-api-b-132af1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:53.146785196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375bd304-37aa-45d4-971a-637838b78ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:53.200707758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375bd304-37aa-45d4-971a-637838b78ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:53.25345938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375bd304-37aa-45d4-971a-637838b78ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:53.306357739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375bd304-37aa-45d4-971a-637838b78ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.337986659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"e9f7f5e4-5872-466e-b40f-481c2bd6f673","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-470093","tenantID":"e2e-api-b-470093","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.451083041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"e9f7f5e4-5872-466e-b40f-481c2bd6f673","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"name":"e2e-api-b-470093-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.481897431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c6e020-701e-436b-91aa-38914e969204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.539120766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-470093-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"e9f7f5e4-5872-466e-b40f-481c2bd6f673","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.552410199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c6e020-701e-436b-91aa-38914e969204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.607460138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c6e020-701e-436b-91aa-38914e969204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.65936188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c6e020-701e-436b-91aa-38914e969204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:55.882218777Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.09342197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"68ec8ecf-a040-4bbe-acb6-2904cc2819cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.182086977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e53f80c0-1aae-49ac-a189-a2e09c47fc62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.28587457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe5f3033-0ac1-4944-94b6-4064a529d108","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.323242491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"66c50fcd-7eed-4305-8a2b-39e2b71d3f5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.442970973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"c09d80d8-f8d4-4248-a33f-2b1865b3eb51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.565119251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"d233b8eb-fe14-439c-bedd-fb0220113ba2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.665661272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"5d2f024a-97f2-4fd6-9009-35b766784e99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.76975878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"281d511a-b801-478f-9cc9-10932ae53317","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.770225297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"6d7594bd-204b-4fcb-b3e4-a3d71fe0d578","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:57.867646817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"c70d3412-249e-46d1-97c0-ae49d64c0b65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:58.05721258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"0245cd4c-41af-4e19-8d34-b7eaf9304c45","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-83d5bd","tenantID":"e2e-api-a-83d5bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:58.110461151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"16133de4-b6c5-4fe4-84cf-d3d4c76520dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:58.116086307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"0245cd4c-41af-4e19-8d34-b7eaf9304c45","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"name":"e2e-api-a-83d5bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:58.172947833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-83d5bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1663726851e922ffa7621d859833a40df337176b9a7030af697f6d0c9ba31b3f) AuthConfig (84ed78d4708438ff664997e052c4129168662a96027dd7d7f55c9de7db2b4332) AuthConfig (f99c73e14e0b257627498e1190d59a37f70272f550bf4a880a63a585588c30c1) AuthConfig (5b4b1da823bff53acdfa2ffc28deef987127fd9480b0648262e10a76c032cce9) AuthConfig (67431ff30e061f6a9f7057e9eccda877bae15f4bcfd24663aecb3875c1a741c1) AuthConfig (fc918e58f6bcc1c333e40b8873a53c8792c8155dcf60ea5b0b78414621a7c184)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"0245cd4c-41af-4e19-8d34-b7eaf9304c45","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:58.234547705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0880b6b7-4d82-4fe9-805f-09e23f033b5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:58.234568576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0880b6b7-4d82-4fe9-805f-09e23f033b5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T18:59:58.288203809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"1e709388-9d00-4846-b690-47d57db70324","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:05.645880485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"5d3019ed-ede1-4ebe-bff3-82e7283bc509","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-470093","tenantID":"e2e-api-b-470093","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:05.7050338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"5d3019ed-ede1-4ebe-bff3-82e7283bc509","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"name":"e2e-api-b-470093-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:05.761810943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-470093-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2146a7ec9c3910698c214ce4c813ede0226ae044ee36da41c0c271db212ba0ea) AuthConfig (9e3992b9703a27094fc65314dca8ebc337b7661298a53c7e9acf964ab0b01acc) AuthConfig (a81a7033dd0a888e05930b00ce13346715b25f60daa76c50405752f2d217bcfd) AuthConfig (2596aba0c496e5c1074b470e20062c66bb9fc38b3132d8c329509b5481ad2247) AuthConfig (3f2e1f0bcd59daa89c12d5b853b95911620c7f8662ee1956a17cd1b0b1050889) AuthConfig (ab0b435dafa8b3de3aad2a6513a95b7a7aa2b087d5a613d23b06af824e7519ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"5d3019ed-ede1-4ebe-bff3-82e7283bc509","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:05.81999727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"015a8f41-6fa1-4259-874f-03c433392038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:05.820028075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"015a8f41-6fa1-4259-874f-03c433392038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.532780016Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"9a80a039-7d61-497d-a768-f5b940900995","namespace":"ai-tenant-e2e-api-a-10236a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.532840126Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"9a80a039-7d61-497d-a768-f5b940900995","namespace":"ai-tenant-e2e-api-a-10236a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.532887501Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"9a80a039-7d61-497d-a768-f5b940900995","name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.589964672Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"9a80a039-7d61-497d-a768-f5b940900995","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.59035381Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"3b424a83-0cb7-4640-92eb-b58fbc5e945c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.590698073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"893ea773-67e4-4b8b-9bce-a92595f52155","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.590716567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"893ea773-67e4-4b8b-9bce-a92595f52155","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.820039239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"3b424a83-0cb7-4640-92eb-b58fbc5e945c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.952476115Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"3b424a83-0cb7-4640-92eb-b58fbc5e945c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"name":"e2e-api-a-10236a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:07.952503342Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"e2e-e2e-api-a-10236a-policy","reconcileID":"3b424a83-0cb7-4640-92eb-b58fbc5e945c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-10236a-policy","namespace":"ai-tenant-e2e-api-a-10236a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-10236a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.009608443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"749aca64-4103-45e7-b6d2-1c05228e8ab2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.009627791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"749aca64-4103-45e7-b6d2-1c05228e8ab2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.340644553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"23ee5660-10d7-4f27-b9cd-6a1c90cf58ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-83d5bd","tenantID":"e2e-api-a-83d5bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.397748313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"23ee5660-10d7-4f27-b9cd-6a1c90cf58ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"name":"e2e-api-a-83d5bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:08.454135256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-83d5bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1663726851e922ffa7621d859833a40df337176b9a7030af697f6d0c9ba31b3f) AuthConfig (84ed78d4708438ff664997e052c4129168662a96027dd7d7f55c9de7db2b4332) AuthConfig (f99c73e14e0b257627498e1190d59a37f70272f550bf4a880a63a585588c30c1) AuthConfig (5b4b1da823bff53acdfa2ffc28deef987127fd9480b0648262e10a76c032cce9) AuthConfig (67431ff30e061f6a9f7057e9eccda877bae15f4bcfd24663aecb3875c1a741c1) AuthConfig (fc918e58f6bcc1c333e40b8873a53c8792c8155dcf60ea5b0b78414621a7c184)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"23ee5660-10d7-4f27-b9cd-6a1c90cf58ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:15.923831004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"f79a5899-7fd9-448f-96d2-50c3e8f02980","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-470093","tenantID":"e2e-api-b-470093","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:15.98416381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"f79a5899-7fd9-448f-96d2-50c3e8f02980","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"name":"e2e-api-b-470093-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.327119988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"377ff313-82c1-45a0-8f0d-53d58437edc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:16.327148189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"377ff313-82c1-45a0-8f0d-53d58437edc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.561586573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"efb95178-aa0b-4c49-a792-d37eb30d05db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-83d5bd","tenantID":"e2e-api-a-83d5bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.620425323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"efb95178-aa0b-4c49-a792-d37eb30d05db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"name":"e2e-api-a-83d5bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.942851053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cee542a2-93f4-465d-8c68-2cf8db3b4398","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:18.942875882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cee542a2-93f4-465d-8c68-2cf8db3b4398","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:25.880197845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.544006998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82bb726b-7be0-4907-b58e-2c81db0815bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.544031273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82bb726b-7be0-4907-b58e-2c81db0815bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.599331804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4752db0a-9c59-4ee5-8b70-abf15b984073","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.599353241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4752db0a-9c59-4ee5-8b70-abf15b984073","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.755319547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"4fb4500a-62c9-40ce-acee-c6d91b3867e4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.886704214Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"4fb4500a-62c9-40ce-acee-c6d91b3867e4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.942226449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"4fb4500a-62c9-40ce-acee-c6d91b3867e4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.95597232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b144337-faa8-4745-8dc1-256e2d602955","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.955997715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b144337-faa8-4745-8dc1-256e2d602955","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.956920827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"2b452009-05b6-47db-b5a3-a0d6ff1c6efb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.999889179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ea587c6-1332-4b1c-8ad4-8447a814d613","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:32.999910643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ea587c6-1332-4b1c-8ad4-8447a814d613","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.01130176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b952f3f0-ef25-414f-8e29-c5382b78ca68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.011317435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b952f3f0-ef25-414f-8e29-c5382b78ca68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:33.065935327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1d66a9e3","reconcileID":"1a4fee8b-e75b-4569-b1f3-3201972281f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-1d66a9e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.075217406Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"2b452009-05b6-47db-b5a3-a0d6ff1c6efb","name":"e2e-mt-66baf45c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.113068387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e81517c-ab4b-4520-ae28-40ef74fc537e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.11400859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f63e3b6e-6d54-403e-a008-4e74b3b81907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.169967907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e81517c-ab4b-4520-ae28-40ef74fc537e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.170778017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f63e3b6e-6d54-403e-a008-4e74b3b81907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.182743006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba33c13-8403-4d99-9c38-b558139b6a55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.182757707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba33c13-8403-4d99-9c38-b558139b6a55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.213117904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"2f334ed4-4d81-4975-a308-8d65c706126d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.24170928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f49e7578-0022-4677-a47c-bfd977a8b75f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.241726991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f49e7578-0022-4677-a47c-bfd977a8b75f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.270051657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"2f334ed4-4d81-4975-a308-8d65c706126d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.367948967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"2f334ed4-4d81-4975-a308-8d65c706126d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.534379365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e52c9b8-4175-473f-abac-c30a9eb6b0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.534395891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d659088-92e9-4814-a418-c44a193889e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.534934651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"4642e878-5c94-4c87-8dac-12d5fbef8648","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.537628262Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1d66a9e3","reconcileID":"643ff046-4ffe-4a83-ab70-3ab89f4ab0f0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-1d66a9e3","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.537714716Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1d66a9e3","reconcileID":"643ff046-4ffe-4a83-ab70-3ab89f4ab0f0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1d66a9e3","error":"MaaSModelRef not found: llm/nonexistent-model-1d66a9e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.59256638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e52c9b8-4175-473f-abac-c30a9eb6b0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.596488937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d659088-92e9-4814-a418-c44a193889e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.597294877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"4642e878-5c94-4c87-8dac-12d5fbef8648","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.653595759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"4642e878-5c94-4c87-8dac-12d5fbef8648","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.770692713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d728566b-ae6f-4a72-8970-91105ac48fe5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.770720067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d728566b-ae6f-4a72-8970-91105ac48fe5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:33.798326819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5ea7f125-fde3-44b3-97c2-eec496a89121","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:34.0095037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1d66a9e3","reconcileID":"dbeb50cd-7ce0-4325-968b-b3fed85279a5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:34.009620059Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1d66a9e3","reconcileID":"dbeb50cd-7ce0-4325-968b-b3fed85279a5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1d66a9e3","error":"MaaSModelRef not found: llm/nonexistent-model-1d66a9e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:35.749887743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ae13d59-c8fd-4efc-b696-150a5699435e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:35.749911423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ae13d59-c8fd-4efc-b696-150a5699435e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:35.909828987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"ed1ddbbc-44be-45ed-8bb7-d8d71d98e7ef","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:35.910001848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02697348-0906-4d54-8bf2-caa4f19357e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:35.909830673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ffcd9c4-517a-44d4-914d-042ab6ab1651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:35.991653505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02697348-0906-4d54-8bf2-caa4f19357e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:35.992448419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"ed1ddbbc-44be-45ed-8bb7-d8d71d98e7ef","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:35.994029409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ffcd9c4-517a-44d4-914d-042ab6ab1651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:36.061520149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"ed1ddbbc-44be-45ed-8bb7-d8d71d98e7ef","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.213113734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"eda2f8b5-7843-48e1-9391-fbc46e850e98","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:43.332193969Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"eda2f8b5-7843-48e1-9391-fbc46e850e98","name":"e2e-api-b-4ebcd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:45.921659147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1d66a9e3","reconcileID":"e8eaa0e3-f5ae-4e85-b335-b6f0ada8bd90","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-1d66a9e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.151345016Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1d66a9e3","reconcileID":"e8eaa0e3-f5ae-4e85-b335-b6f0ada8bd90","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.151375643Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1d66a9e3","reconcileID":"e8eaa0e3-f5ae-4e85-b335-b6f0ada8bd90","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1d66a9e3","subscription":"e2e-neg-ghost-sub-1d66a9e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.151509336Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1d66a9e3","reconcileID":"e8eaa0e3-f5ae-4e85-b335-b6f0ada8bd90","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1d66a9e3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1d66a9e3","error":"MaaSModelRef not found: llm/nonexistent-model-1d66a9e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.260787831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"39aa4787-0c10-424c-9473-2a08f30e2691","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.323430632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"39aa4787-0c10-424c-9473-2a08f30e2691","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.380771057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"39aa4787-0c10-424c-9473-2a08f30e2691","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.415146592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03055b2f-a79f-4dc8-9073-f6200e8c588c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.495257566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e57be69-e0b3-44b3-959c-985cd53ee7df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.495382506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e57be69-e0b3-44b3-959c-985cd53ee7df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.666528111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"0a7abe2b-1047-4e4d-9dd6-acfe012fd25c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.667491761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bcef63e-689a-4033-8105-5e5488ea763c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.675663399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4524fe28-48ca-4f42-90dd-2ec30d988e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.676465622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b36fba58-aa1b-4565-9f28-5387a9d08f07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.676542115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b36fba58-aa1b-4565-9f28-5387a9d08f07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.731162773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"0a7abe2b-1047-4e4d-9dd6-acfe012fd25c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.736892023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bcef63e-689a-4033-8105-5e5488ea763c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.740535328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4524fe28-48ca-4f42-90dd-2ec30d988e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.796806815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"0a7abe2b-1047-4e4d-9dd6-acfe012fd25c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:46.797197321Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1d66a9e3","reconcileID":"c5e65f5a-e284-4d3b-ba27-18ebdec311bf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1d66a9e3","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.015061511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2497a3a3-5f62-4d22-a310-704f0575b336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.015162624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2497a3a3-5f62-4d22-a310-704f0575b336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.377415994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7b3432c-25e0-4701-aa5c-021a837caa66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.377445077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7b3432c-25e0-4701-aa5c-021a837caa66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.446793465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fe5386a-6cf5-47ad-805f-3f1001bbe813","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.446822533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fe5386a-6cf5-47ad-805f-3f1001bbe813","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.682798196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"3a71d229-40d6-481f-bfeb-75ec8cb14c6c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.745274122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"3a71d229-40d6-481f-bfeb-75ec8cb14c6c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.807771417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"3a71d229-40d6-481f-bfeb-75ec8cb14c6c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.866038442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa074cd5-a128-4681-a3c0-43eefaa2c0cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:47.866153268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa074cd5-a128-4681-a3c0-43eefaa2c0cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:48.099013331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"4e25b595-0b4e-438d-ade5-30c215642b6b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:48.161895271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"4e25b595-0b4e-438d-ade5-30c215642b6b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:48.227960703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"4e25b595-0b4e-438d-ade5-30c215642b6b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:00:48.288787095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"4e25b595-0b4e-438d-ade5-30c215642b6b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-policy-1f91beb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:48.554905548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"b5a459f7-899c-4b7d-88b6-0b0dd7d751f9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:48.617646788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"b5a459f7-899c-4b7d-88b6-0b0dd7d751f9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:48.690581924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"b5a459f7-899c-4b7d-88b6-0b0dd7d751f9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.621929852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7872f36a-b68d-4cb0-a69f-891435402648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.655445844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d71af404-f6cf-45af-96d3-719d7c2756c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.65547199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d71af404-f6cf-45af-96d3-719d7c2756c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.6746588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7872f36a-b68d-4cb0-a69f-891435402648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.729809766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7872f36a-b68d-4cb0-a69f-891435402648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.735401634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"065038b9-4ce6-4d29-8f13-054834876e73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.735425543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"065038b9-4ce6-4d29-8f13-054834876e73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.782552596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7872f36a-b68d-4cb0-a69f-891435402648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.92085732Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:55.921235108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"2fa6fbfc-13eb-4768-868e-001c2eaffff7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.149710376Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"2fa6fbfc-13eb-4768-868e-001c2eaffff7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"name":"e2e-api-b-132af1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.206111205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-132af1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"2fa6fbfc-13eb-4768-868e-001c2eaffff7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.264768888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69df8275-270c-4fb5-9aac-c126323bbb77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.264794956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69df8275-270c-4fb5-9aac-c126323bbb77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.793329828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"11973042-3082-4ce1-88c9-8c00cbbd55bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:56.858872647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"11973042-3082-4ce1-88c9-8c00cbbd55bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"name":"e2e-api-a-85ab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:57.203498903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"a6233aaa-fb47-4a55-8541-43ec4b1a8248","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:57.295459926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"a6233aaa-fb47-4a55-8541-43ec4b1a8248","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"name":"e2e-api-a-85ab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:57.84618511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f326cc12-212f-4654-9568-4c0baa4d9e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:57.899842735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f326cc12-212f-4654-9568-4c0baa4d9e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:57.95259462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f326cc12-212f-4654-9568-4c0baa4d9e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:58.005767915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f326cc12-212f-4654-9568-4c0baa4d9e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:58.902804706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"22572993-a9c8-4240-8142-fd53c451a188","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:58.960904349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"22572993-a9c8-4240-8142-fd53c451a188","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:59.017757381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"22572993-a9c8-4240-8142-fd53c451a188","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:59.099603419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed8643aa-d069-4ad1-849a-f331755bf659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:59.099632165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed8643aa-d069-4ad1-849a-f331755bf659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:59.946886777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6313e2-e420-49e7-aec6-c446692c847f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:00:59.999149736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6313e2-e420-49e7-aec6-c446692c847f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.051469178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6313e2-e420-49e7-aec6-c446692c847f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:00.104184833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6313e2-e420-49e7-aec6-c446692c847f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:02.078452235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35502a1c-ecd7-459d-ab25-f11d64a45b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:02.131527676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35502a1c-ecd7-459d-ab25-f11d64a45b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:02.192863315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35502a1c-ecd7-459d-ab25-f11d64a45b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:02.250263251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35502a1c-ecd7-459d-ab25-f11d64a45b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.14946599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5927040a-b954-469d-a9a2-e6414cbfdeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.202792314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5927040a-b954-469d-a9a2-e6414cbfdeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.255780345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5927040a-b954-469d-a9a2-e6414cbfdeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:04.307589953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5927040a-b954-469d-a9a2-e6414cbfdeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.28186418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5cc8c14-af47-4d43-9ccf-d76e5177f218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.334452593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5cc8c14-af47-4d43-9ccf-d76e5177f218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.388378593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5cc8c14-af47-4d43-9ccf-d76e5177f218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.443356049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5cc8c14-af47-4d43-9ccf-d76e5177f218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.494960584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"4b66d572-9198-49fa-a1de-7277f2f831c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.55653212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"4b66d572-9198-49fa-a1de-7277f2f831c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"name":"e2e-api-b-132af1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:06.615835573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-132af1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"4b66d572-9198-49fa-a1de-7277f2f831c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:07.344208244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"5e133a72-54f9-4d38-ad9d-3976ff13a72d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:07.402801193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"5e133a72-54f9-4d38-ad9d-3976ff13a72d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"name":"e2e-api-a-85ab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:07.723222697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"9328ceac-5645-4dfd-b3ae-d6c806a6a321","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:07.780820705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"9328ceac-5645-4dfd-b3ae-d6c806a6a321","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"name":"e2e-api-a-85ab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:08.358330743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89937a76-0699-43e4-8e2d-4ef015f67117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:08.410721694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89937a76-0699-43e4-8e2d-4ef015f67117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:08.462704648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89937a76-0699-43e4-8e2d-4ef015f67117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:08.514821372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89937a76-0699-43e4-8e2d-4ef015f67117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:09.310878277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"3dc7e48b-2e2a-4c47-9343-f455c2e677f6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:09.369872204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"3dc7e48b-2e2a-4c47-9343-f455c2e677f6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:09.425868499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"3dc7e48b-2e2a-4c47-9343-f455c2e677f6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.215533023Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","namespace":"ai-tenant-e2e-api-a-10236a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.21563615Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","namespace":"ai-tenant-e2e-api-a-10236a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.215742211Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","tenant":"e2e-api-a-10236a","tenantID":"e2e-api-a-10236a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.275618836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"Deployment","name":"maas-api-e2e-api-a-10236a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.343909793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"Service","name":"maas-api-e2e-api-a-10236a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.409617609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-10236a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.463878207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-10236a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.521654959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.582662346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.64334624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.701566935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.754161935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"Deployment","name":"payload-processing-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.809873325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.864105936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"Service","name":"payload-processing-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.917211443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"Service","name":"payload-pre-processing-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:15.971704197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.024461009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.079533358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.137244471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.198464807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.256706697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.334405165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-10236a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.392609947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-10236a"},"namespace":"ai-tenant-e2e-api-a-10236a","name":"default-tenant","reconcileID":"fd6b802e-df7a-42c1-8972-e38bc7e86ead","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-10236a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.781713242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"b3b1a204-1e7f-4b4b-83e0-1a2ea8814c92","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.840834061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"b3b1a204-1e7f-4b4b-83e0-1a2ea8814c92","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"name":"e2e-api-b-132af1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.898037948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-132af1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b96bf0b66201987a01c7a18a1a8a3b263c0bfb1c99b1d05afd30ac23149ba0ab) AuthConfig (710edcf4091e1d741106bf1e6d1e39a8015a5d338fe320e2c07f0cddf16ff4ad) AuthConfig (e768964bc35708026a369bbd6bf9260c659d107781968963d37c12340755e0ef) AuthConfig (01b4d0043bdf188f60258cf20de4df3dbec6499dfe10e5591c72c1495f89836d) AuthConfig (efcfbc4b7ca94e4fe2afea6316f126d9899cdd7f417571393c3436337ad3fa26) AuthConfig (1031d6fdda01c204900239b5efd73bdac627c9cb0909d77169cf155090ec91fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"b3b1a204-1e7f-4b4b-83e0-1a2ea8814c92","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.96184022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9d966fe-8c2f-40b4-b270-5e501eb7833c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:16.961866541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9d966fe-8c2f-40b4-b270-5e501eb7833c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:17.350907207Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-10236a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-10236a","reconcileID":"fe3997b3-2b85-488c-a2d9-d502f5622189","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-10236a","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-10236a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:18.525318941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3400a10-baef-40fa-bac6-be9c4d60a395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:18.578018037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3400a10-baef-40fa-bac6-be9c4d60a395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:18.631492946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3400a10-baef-40fa-bac6-be9c4d60a395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:18.689637967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3400a10-baef-40fa-bac6-be9c4d60a395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:19.658545932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"ff4d33f6-cd2b-47ad-a12f-db6839ecc725","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:19.717260409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"ff4d33f6-cd2b-47ad-a12f-db6839ecc725","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:19.8318892Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"ff4d33f6-cd2b-47ad-a12f-db6839ecc725","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1f91beb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.144153508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb12780c-e892-498e-a684-c3d930c61604","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.144177451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb12780c-e892-498e-a684-c3d930c61604","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.6539925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef89e7b0-24a1-4cce-8f19-8963b77e57ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.705931432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef89e7b0-24a1-4cce-8f19-8963b77e57ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.757804127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef89e7b0-24a1-4cce-8f19-8963b77e57ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:20.810454835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef89e7b0-24a1-4cce-8f19-8963b77e57ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.578766414Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"0fc97144-e9b8-4444-868c-50644fc3e6d6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.578779517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c9eaa05-7fe4-4b1e-a019-96a15e2528cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.578793636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c9eaa05-7fe4-4b1e-a019-96a15e2528cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.630672791Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-1f91beb6","reconcileID":"0fc97144-e9b8-4444-868c-50644fc3e6d6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-1f91beb6","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1f91beb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.738797046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b22e6d-7731-4765-9b74-554eda503219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.791033352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b22e6d-7731-4765-9b74-554eda503219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.844743507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b22e6d-7731-4765-9b74-554eda503219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.896867229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b22e6d-7731-4765-9b74-554eda503219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.962732409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd42d288-0e06-4eb3-9a7e-4920694db3aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:22.962753444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd42d288-0e06-4eb3-9a7e-4920694db3aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:25.893149448Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.629438239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"2aa33626-61e8-4a2e-8a21-a0339909fb4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-470093","tenantID":"e2e-api-b-470093","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:26.69441609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"2aa33626-61e8-4a2e-8a21-a0339909fb4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"name":"e2e-api-b-470093-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.004309725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"642be204-7f5e-49d5-adeb-fff7b5327f7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-470093","tenantID":"e2e-api-b-470093","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.066056514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"642be204-7f5e-49d5-adeb-fff7b5327f7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"name":"e2e-api-b-470093-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.103150173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"73d42d8f-02f6-4b0c-9017-827ca4f507e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.163943944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"73d42d8f-02f6-4b0c-9017-827ca4f507e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"name":"e2e-api-b-132af1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.220086995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-132af1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b96bf0b66201987a01c7a18a1a8a3b263c0bfb1c99b1d05afd30ac23149ba0ab) AuthConfig (710edcf4091e1d741106bf1e6d1e39a8015a5d338fe320e2c07f0cddf16ff4ad) AuthConfig (e768964bc35708026a369bbd6bf9260c659d107781968963d37c12340755e0ef) AuthConfig (01b4d0043bdf188f60258cf20de4df3dbec6499dfe10e5591c72c1495f89836d) AuthConfig (efcfbc4b7ca94e4fe2afea6316f126d9899cdd7f417571393c3436337ad3fa26) AuthConfig (1031d6fdda01c204900239b5efd73bdac627c9cb0909d77169cf155090ec91fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"73d42d8f-02f6-4b0c-9017-827ca4f507e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.453948472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d066b1-1ffa-438c-9508-35f18722b7e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.506404533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d066b1-1ffa-438c-9508-35f18722b7e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.558137814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d066b1-1ffa-438c-9508-35f18722b7e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:27.610475325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d066b1-1ffa-438c-9508-35f18722b7e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.579063589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4349a9c4-13af-4665-b6bc-b6421dd7ecbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.632513989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4349a9c4-13af-4665-b6bc-b6421dd7ecbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.6898094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4349a9c4-13af-4665-b6bc-b6421dd7ecbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:29.744866456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4349a9c4-13af-4665-b6bc-b6421dd7ecbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.220980722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788dbe98-da77-461f-ac63-b6b04352fb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.273152809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788dbe98-da77-461f-ac63-b6b04352fb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.326059395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788dbe98-da77-461f-ac63-b6b04352fb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.379137365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788dbe98-da77-461f-ac63-b6b04352fb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:34.690866473Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-82305a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-82305a","reconcileID":"2b7105b5-607e-4288-8853-022c61852c58","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-82305a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-82305a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.323278699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b88088f-a819-417e-8293-4c5eaf8e3365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.37501726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b88088f-a819-417e-8293-4c5eaf8e3365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.43979851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b88088f-a819-417e-8293-4c5eaf8e3365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:36.491493481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b88088f-a819-417e-8293-4c5eaf8e3365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.325907135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"08009fb7-7c3e-466e-9814-9808720940ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.383678648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"08009fb7-7c3e-466e-9814-9808720940ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"name":"e2e-api-b-132af1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.440987245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-132af1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b96bf0b66201987a01c7a18a1a8a3b263c0bfb1c99b1d05afd30ac23149ba0ab) AuthConfig (710edcf4091e1d741106bf1e6d1e39a8015a5d338fe320e2c07f0cddf16ff4ad) AuthConfig (e768964bc35708026a369bbd6bf9260c659d107781968963d37c12340755e0ef) AuthConfig (01b4d0043bdf188f60258cf20de4df3dbec6499dfe10e5591c72c1495f89836d) AuthConfig (efcfbc4b7ca94e4fe2afea6316f126d9899cdd7f417571393c3436337ad3fa26) AuthConfig (1031d6fdda01c204900239b5efd73bdac627c9cb0909d77169cf155090ec91fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"08009fb7-7c3e-466e-9814-9808720940ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.91268365Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"5c3150f7-396c-4d77-888c-1ea3c476a32d","namespace":"ai-tenant-e2e-api-a-85ab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.912765424Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"5c3150f7-396c-4d77-888c-1ea3c476a32d","namespace":"ai-tenant-e2e-api-a-85ab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.912825675Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"5c3150f7-396c-4d77-888c-1ea3c476a32d","name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.971224401Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"2456ab65-5767-460d-8b92-8617812e37ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.971404403Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"5c3150f7-396c-4d77-888c-1ea3c476a32d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.971744834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ff4f55e-c0ce-49cf-a388-d18e73aa3f0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:37.97285865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ff4f55e-c0ce-49cf-a388-d18e73aa3f0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.269516608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"2456ab65-5767-460d-8b92-8617812e37ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.419799424Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"2456ab65-5767-460d-8b92-8617812e37ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"name":"e2e-api-a-85ab6a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.419939885Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"e2e-e2e-api-a-85ab6a-policy","reconcileID":"2456ab65-5767-460d-8b92-8617812e37ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85ab6a-policy","namespace":"ai-tenant-e2e-api-a-85ab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85ab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.484812959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05e57238-f811-4b9e-8299-dfcf02504d14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.484933935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05e57238-f811-4b9e-8299-dfcf02504d14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.561320287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c76dd5-0b0f-4618-8177-e541441e9ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.622132068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c76dd5-0b0f-4618-8177-e541441e9ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.696747493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c76dd5-0b0f-4618-8177-e541441e9ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.782915322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c76dd5-0b0f-4618-8177-e541441e9ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.98925097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"391e1b83-57cd-4c9a-8db2-1cef3172a615","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:38.989277116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"391e1b83-57cd-4c9a-8db2-1cef3172a615","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:39.253408421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"6123e949-1c24-4891-b4ee-cae9b4d1087f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-470093","tenantID":"e2e-api-b-470093","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:39.310894758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"6123e949-1c24-4891-b4ee-cae9b4d1087f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"name":"e2e-api-b-470093-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:39.573114243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"1636d5d8-30af-4489-9dfc-a64c2e3c2d9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-470093","tenantID":"e2e-api-b-470093","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:39.630020738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"1636d5d8-30af-4489-9dfc-a64c2e3c2d9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"name":"e2e-api-b-470093-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:40.71834607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53a2fb2-d353-428a-81fc-fb5318d33098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:40.770051822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53a2fb2-d353-428a-81fc-fb5318d33098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:40.822352571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53a2fb2-d353-428a-81fc-fb5318d33098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:40.874610482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53a2fb2-d353-428a-81fc-fb5318d33098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:42.812741822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7c1f8b-5a74-4fb8-9d5c-ff75305607e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:42.864966646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7c1f8b-5a74-4fb8-9d5c-ff75305607e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:42.916599857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7c1f8b-5a74-4fb8-9d5c-ff75305607e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:42.968997216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7c1f8b-5a74-4fb8-9d5c-ff75305607e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:44.894104442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1fd804-2500-47e0-a756-43bc8651c8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:44.946797731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1fd804-2500-47e0-a756-43bc8651c8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.000355289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1fd804-2500-47e0-a756-43bc8651c8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.052607343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1fd804-2500-47e0-a756-43bc8651c8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.929804762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef966e9-a859-47cd-ad12-2282aac813c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.929825826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef966e9-a859-47cd-ad12-2282aac813c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.986616354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e82045d8-ec26-443f-8352-041d79995d2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:45.986637275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e82045d8-ec26-443f-8352-041d79995d2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.145810603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"9fe8e2f4-91fb-4093-ba45-f6c5f58ddb8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.273631157Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"9fe8e2f4-91fb-4093-ba45-f6c5f58ddb8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"name":"e2e-api-b-4ebcd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.329444355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4ebcd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"9fe8e2f4-91fb-4093-ba45-f6c5f58ddb8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.387100535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb10286e-b2a0-4520-a50e-1f79cc4892df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.387127279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb10286e-b2a0-4520-a50e-1f79cc4892df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.535635242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"b77e69b8-1ad1-4ca7-a53e-989a513c9273","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-83d5bd","tenantID":"e2e-api-a-83d5bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.592799465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"b77e69b8-1ad1-4ca7-a53e-989a513c9273","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"name":"e2e-api-a-83d5bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.908739147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"d3f86f5d-c8d5-4367-b924-dba07c653c7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-83d5bd","tenantID":"e2e-api-a-83d5bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:46.971046448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"d3f86f5d-c8d5-4367-b924-dba07c653c7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"name":"e2e-api-a-83d5bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.023053006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96ff293-ac93-4e63-b47b-c304900a7fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.075124016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96ff293-ac93-4e63-b47b-c304900a7fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.129844588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96ff293-ac93-4e63-b47b-c304900a7fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.186042249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96ff293-ac93-4e63-b47b-c304900a7fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.545716064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"6ad235a4-5b42-4b2a-ba6a-698b61bed79b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.6029381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"6ad235a4-5b42-4b2a-ba6a-698b61bed79b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"name":"e2e-api-b-132af1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.920587732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f2bad96-b4ce-41a7-897c-15190bccbc42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:47.92060711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f2bad96-b4ce-41a7-897c-15190bccbc42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:49.2436025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce12fc1-9063-4d36-8158-ede715257b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:49.296764749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce12fc1-9063-4d36-8158-ede715257b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:49.349601637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce12fc1-9063-4d36-8158-ede715257b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:49.402158597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce12fc1-9063-4d36-8158-ede715257b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:50.783836632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"a8905aad-fb82-47b3-b79b-f72484a0f700","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:50.783865599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"a8905aad-fb82-47b3-b79b-f72484a0f700","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:50.945836022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"e2263481-7001-441f-8d57-6aa6cc912ed6","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:50.945855485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"e2263481-7001-441f-8d57-6aa6cc912ed6","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:51.738970451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b22e2ee1-c58d-4412-ab7a-8d9716c8eae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:51.791023814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b22e2ee1-c58d-4412-ab7a-8d9716c8eae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:51.843725321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b22e2ee1-c58d-4412-ab7a-8d9716c8eae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:51.896017857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b22e2ee1-c58d-4412-ab7a-8d9716c8eae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:53.809063852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789b6bd9-ab88-4164-ad66-d5b39fb55104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:53.861185775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789b6bd9-ab88-4164-ad66-d5b39fb55104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:53.913116613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789b6bd9-ab88-4164-ad66-d5b39fb55104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:53.965237507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789b6bd9-ab88-4164-ad66-d5b39fb55104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.86147769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbd335c4-2f2c-4ba2-b8a7-1d186c441ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.879881566Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.91348123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbd335c4-2f2c-4ba2-b8a7-1d186c441ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:55.965427907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbd335c4-2f2c-4ba2-b8a7-1d186c441ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:56.020551454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbd335c4-2f2c-4ba2-b8a7-1d186c441ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:56.49225035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"040308b0-9963-4599-978d-456e57f0699c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:56.552049149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"040308b0-9963-4599-978d-456e57f0699c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"name":"e2e-api-b-4ebcd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:56.608258492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4ebcd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"040308b0-9963-4599-978d-456e57f0699c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:57.178215802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"75487206-d89c-429a-b889-cab2517911c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-83d5bd","tenantID":"e2e-api-a-83d5bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:57.235567024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"75487206-d89c-429a-b889-cab2517911c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"name":"e2e-api-a-83d5bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:57.547633068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"bd7289d8-af02-4536-a36a-06139fe50f28","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-83d5bd","tenantID":"e2e-api-a-83d5bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:57.606074747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"bd7289d8-af02-4536-a36a-06139fe50f28","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"name":"e2e-api-a-83d5bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:57.908792637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee47f0ab-a7b0-44e9-b9e3-dc17bd1034bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:57.962964321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee47f0ab-a7b0-44e9-b9e3-dc17bd1034bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:58.016369413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee47f0ab-a7b0-44e9-b9e3-dc17bd1034bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:01:58.068447642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee47f0ab-a7b0-44e9-b9e3-dc17bd1034bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:01.374233841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"804271f1-0d18-49cd-96df-95a6483c1eb8","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"tenant":"e2e-mt-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","model":"ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:01.374255043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"804271f1-0d18-49cd-96df-95a6483c1eb8","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"routeName":"e2e-lifecycle-model-66baf45c-kserve-route","namespace":"ai-tenant-e2e-mt-66baf45c","llmisvcName":"e2e-lifecycle-model-66baf45c","gateway":"openshift-ingress/e2e-mt-66baf45c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:06.7129113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"74be75ef-8450-4ee9-beea-d954ed4f4626","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:06.770502162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"74be75ef-8450-4ee9-beea-d954ed4f4626","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"name":"e2e-api-b-4ebcd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:06.826236851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4ebcd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"74be75ef-8450-4ee9-beea-d954ed4f4626","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:16.931144567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"ae9625d7-345f-4a9d-94a4-e349d2c7a2d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:16.98885408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"ae9625d7-345f-4a9d-94a4-e349d2c7a2d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"name":"e2e-api-b-4ebcd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:17.045376131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4ebcd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c13003dff8fc29f99e4d7186914f90dbfd7e243ea6edc3128403e4907a03dbf) AuthConfig (3dfdeb0a622910d8ecbd3ca444c3c52709ebbd47fc49eb7a7570319c28d0e224) AuthConfig (ccc73bd8d53194ef9aa328f7fc2296c9ae4740b93f84ef72577bbdf7348a0195) AuthConfig (7ea28d8392db20f473b15781d50dc36012adc6cce5e6b49aba10640414988b8a) AuthConfig (558ed5f4d7ad86944b86d6373033d99090d421ba140a34b207a2c6018eec0805) AuthConfig (f5bc6f96cb996c8a1ad5631d68ba85b74075ef7033eb23ca8c7b67e4e7e3a5ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"ae9625d7-345f-4a9d-94a4-e349d2c7a2d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:17.104942878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4e096f3-45d3-40b4-88db-44787b35b0a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:17.104965413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4e096f3-45d3-40b4-88db-44787b35b0a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.587761613Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"5e8c5347-dccd-48c9-8199-a9cee4cd7c29","namespace":"ai-tenant-e2e-api-b-470093","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.58784624Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"5e8c5347-dccd-48c9-8199-a9cee4cd7c29","namespace":"ai-tenant-e2e-api-b-470093","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.58791569Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"5e8c5347-dccd-48c9-8199-a9cee4cd7c29","name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.642722739Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"5e8c5347-dccd-48c9-8199-a9cee4cd7c29","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.642911135Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"a3330288-1d18-482f-85e6-fb797cefbe25","namespace":"ai-tenant-e2e-api-a-83d5bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.642964005Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"a3330288-1d18-482f-85e6-fb797cefbe25","namespace":"ai-tenant-e2e-api-a-83d5bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.643018312Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"a3330288-1d18-482f-85e6-fb797cefbe25","name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.643151146Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"87216040-59e0-48ed-8974-6fda643400e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.64342033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15efafac-4e75-4792-84c6-43b8ddd21a2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.64343602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15efafac-4e75-4792-84c6-43b8ddd21a2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.700003106Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"a3330288-1d18-482f-85e6-fb797cefbe25","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.700518557Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"4f370c76-47a7-4da7-a114-4b5053590135","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.700577392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ee6d419-8ea4-4d25-806a-d327ee7a3c44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.700589525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ee6d419-8ea4-4d25-806a-d327ee7a3c44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.847564103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"87216040-59e0-48ed-8974-6fda643400e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-470093","tenantID":"e2e-api-b-470093","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:18.969593843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"4f370c76-47a7-4da7-a114-4b5053590135","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-83d5bd","tenantID":"e2e-api-a-83d5bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.043696472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"87216040-59e0-48ed-8974-6fda643400e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"name":"e2e-api-b-470093-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.043722555Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"e2e-e2e-api-b-470093-policy","reconcileID":"87216040-59e0-48ed-8974-6fda643400e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-470093-policy","namespace":"ai-tenant-e2e-api-b-470093"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-470093","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.100469006Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"4f370c76-47a7-4da7-a114-4b5053590135","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"name":"e2e-api-a-83d5bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.100491407Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"e2e-e2e-api-a-83d5bd-policy","reconcileID":"4f370c76-47a7-4da7-a114-4b5053590135","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-83d5bd-policy","namespace":"ai-tenant-e2e-api-a-83d5bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-83d5bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.101379749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9efef21b-1634-4e26-bee1-78dbf6215e2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.101397206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9efef21b-1634-4e26-bee1-78dbf6215e2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.157473219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"023369c9-471c-4746-aad2-e9086ace62df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:19.157491534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"023369c9-471c-4746-aad2-e9086ace62df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.483201345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8ca1ed97-1c26-4fe9-a247-f0764a4dbdb5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-82305a","tenantID":"e2e-ipp-a-82305a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.603599474Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8ca1ed97-1c26-4fe9-a247-f0764a4dbdb5","name":"e2e-ipp-a-82305a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.661697297Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","namespace":"ai-tenant-e2e-mt-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.661793848Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","namespace":"ai-tenant-e2e-mt-66baf45c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.661855925Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","tenant":"e2e-mt-66baf45c","tenantID":"e2e-mt-66baf45c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.715477344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"Deployment","name":"maas-api-e2e-mt-66baf45c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.775443213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"Service","name":"maas-api-e2e-mt-66baf45c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.830719345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-66baf45c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.886706211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-66baf45c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.942018085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:23.99716754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.056267618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.112617175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.164738973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"Deployment","name":"payload-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.217943042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.271634436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"Service","name":"payload-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.331714698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"Service","name":"payload-pre-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.383640971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"DestinationRule","name":"payload-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.43851824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.49011955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.546054959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.598021995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.64980917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.70471859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-66baf45c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.767397094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"default-tenant","reconcileID":"07aae308-5cd9-4410-968f-c7e27f21c607","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-66baf45c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.825891669Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","namespace":"ai-tenant-e2e-api-a-85ab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.825995367Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","namespace":"ai-tenant-e2e-api-a-85ab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.82608589Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","tenant":"e2e-api-a-85ab6a","tenantID":"e2e-api-a-85ab6a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.881347458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"Deployment","name":"maas-api-e2e-api-a-85ab6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:24.946328382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"Service","name":"maas-api-e2e-api-a-85ab6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.003658633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-85ab6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.061804457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-85ab6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.118762028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.174497281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.232784621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.291311527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.3536035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"Deployment","name":"payload-processing-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.406695262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.458604145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"Service","name":"payload-processing-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.511804646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"Service","name":"payload-pre-processing-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.563382344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.609689454Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-66baf45c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-66baf45c","reconcileID":"d563bdbc-772f-44e4-92e6-550337d8c03e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-66baf45c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-66baf45c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.614808353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.666227265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.731220399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.786595172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:25.788104465Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"34e1f942-04b4-4be5-aa55-f81f904cad79","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.838521536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.879397004Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.891693859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-85ab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:25.90039629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"34e1f942-04b4-4be5-aa55-f81f904cad79","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:25.905774717Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"5e32693d-c154-43b6-894c-1a5580b8d52f","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:25.905846646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"5e32693d-c154-43b6-894c-1a5580b8d52f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:25.917041561Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"27a09ed0-ff10-4897-ac42-6280e89d0b32","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:25.917103137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"27a09ed0-ff10-4897-ac42-6280e89d0b32","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:25.938248543Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"2d78ff7c-8aa5-4d9a-bf55-825ff4dcbb4f","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:25.938389998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"2d78ff7c-8aa5-4d9a-bf55-825ff4dcbb4f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:25.943480207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85ab6a"},"namespace":"ai-tenant-e2e-api-a-85ab6a","name":"default-tenant","reconcileID":"e0cabbc1-cc1a-4a79-97df-b4d41f0e45c9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-85ab6a","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:25.981650584Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"46aabcaa-7285-415a-98fc-56c165ea47ad","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:25.981840341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"46aabcaa-7285-415a-98fc-56c165ea47ad","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:26.065753742Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"1e0b16ad-ac83-45bd-9ccb-adc0bc700cee","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:26.065938347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"1e0b16ad-ac83-45bd-9ccb-adc0bc700cee","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:26.267679517Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"3f8a744b-5e21-4bc7-9c8d-28a360ab47df","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:26.267778185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"3f8a744b-5e21-4bc7-9c8d-28a360ab47df","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:26.588668343Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"1997376b-0078-4ebf-bde2-6b51296147b8","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:26.588766032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"1997376b-0078-4ebf-bde2-6b51296147b8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:26.847085972Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-85ab6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-85ab6a","reconcileID":"c4f9fac4-4023-4f08-9fa5-00c0d8605f37","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-85ab6a","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-85ab6a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:26.857597794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"25b556a5-008b-41d8-8203-e9924a62a0b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:26.895349428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ce9561-d20e-45c2-bc19-234b8b4e6dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:26.947393805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ce9561-d20e-45c2-bc19-234b8b4e6dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:26.999449325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ce9561-d20e-45c2-bc19-234b8b4e6dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.000099727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"9048e65a-02f1-48ee-882a-4bfcba62c986","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.051866266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ce9561-d20e-45c2-bc19-234b8b4e6dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:27.063562312Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"b0e48020-0d98-4995-811b-440dec3c6479","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:27.063662661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"b0e48020-0d98-4995-811b-440dec3c6479","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.208421058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"4a057cb5-2bb0-4778-a8fa-d4d6f625e61a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.209887244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"b7e5d0c7-727d-4289-b073-39eb863b1cd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.209955323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ef1448e1-a120-4509-b225-9aaa467780b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.267499954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"4a057cb5-2bb0-4778-a8fa-d4d6f625e61a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"name":"e2e-api-b-4ebcd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.310059769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"1566e052-ac49-4e1d-a9b4-c8db57f7e656","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.32275497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4ebcd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c13003dff8fc29f99e4d7186914f90dbfd7e243ea6edc3128403e4907a03dbf) AuthConfig (3dfdeb0a622910d8ecbd3ca444c3c52709ebbd47fc49eb7a7570319c28d0e224) AuthConfig (ccc73bd8d53194ef9aa328f7fc2296c9ae4740b93f84ef72577bbdf7348a0195) AuthConfig (7ea28d8392db20f473b15781d50dc36012adc6cce5e6b49aba10640414988b8a) AuthConfig (558ed5f4d7ad86944b86d6373033d99090d421ba140a34b207a2c6018eec0805) AuthConfig (f5bc6f96cb996c8a1ad5631d68ba85b74075ef7033eb23ca8c7b67e4e7e3a5ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"4a057cb5-2bb0-4778-a8fa-d4d6f625e61a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.423539011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"939c3b77-96e9-4e96-9480-3d120aad0c02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.424762219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"b54ddd5c-f1e2-41cc-9877-39bfd6918b48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.602799314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"1259e77c-7517-4168-849e-9f77ffbb63f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.720940946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"c46fa1c9-e87a-43a5-9b4c-34244d0a4fd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:27.843484178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"bc99ea6a-02bc-4eb1-8ff1-fc94b1959a9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:28.165828223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1fb8ddc7-aca4-4d78-96fc-a5cc1dc2d4c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:28.322911377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"e3eafe8f-0965-45ce-adb3-ea1f05c90e42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:28.3446712Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"b523a50d-cfcd-41d8-8d7d-f9b5b42aeaff","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:28.344745046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"b523a50d-cfcd-41d8-8d7d-f9b5b42aeaff","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:28.954187284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb884933-6f11-4a17-8abd-2fe578fdad4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:29.005992988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb884933-6f11-4a17-8abd-2fe578fdad4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:29.057773434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb884933-6f11-4a17-8abd-2fe578fdad4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:29.109857567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb884933-6f11-4a17-8abd-2fe578fdad4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:30.905806774Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"1072f33b-d1b7-4460-a656-62fd6cad7632","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:30.905869412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"1072f33b-d1b7-4460-a656-62fd6cad7632","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:31.81627661Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"8a788774-62e0-4acd-95b9-3b06dac67a48","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:31.816373941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"8a788774-62e0-4acd-95b9-3b06dac67a48","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:34.818013713Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"7b763c56-d693-4aa2-b5c0-58f186588371","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:34.818079547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"7b763c56-d693-4aa2-b5c0-58f186588371","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:34.931492769Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"36e74b34-4941-476c-9d32-853f8c6bc396","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:34.931557366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"36e74b34-4941-476c-9d32-853f8c6bc396","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:34.977007099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"baa5ee1b-39bc-4a09-b82e-ae1cfcccd9df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:35.034622335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"baa5ee1b-39bc-4a09-b82e-ae1cfcccd9df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"name":"e2e-api-b-132af1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:35.298735968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"f6b3fb57-c1f2-475d-aee3-598a3c911feb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:35.363773195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"f6b3fb57-c1f2-475d-aee3-598a3c911feb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"name":"e2e-api-b-132af1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:35.772990906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e97bd9f3-cf0f-425d-81a2-5c773139603b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:35.824985479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e97bd9f3-cf0f-425d-81a2-5c773139603b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:35.87969322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e97bd9f3-cf0f-425d-81a2-5c773139603b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:35.931808278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e97bd9f3-cf0f-425d-81a2-5c773139603b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:37.427960727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"32815c33-9987-4a45-b903-005301772bb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:37.48513684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"32815c33-9987-4a45-b903-005301772bb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"name":"e2e-api-b-4ebcd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:37.802741651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cb3ec33-c514-49a1-9cec-255b8ab5d716","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:37.802762797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cb3ec33-c514-49a1-9cec-255b8ab5d716","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:37.841660642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c5f432-ddf6-495e-8250-8f6bc621f816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:37.893626707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c5f432-ddf6-495e-8250-8f6bc621f816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:37.94586202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c5f432-ddf6-495e-8250-8f6bc621f816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:37.997760141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c5f432-ddf6-495e-8250-8f6bc621f816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.878576792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7791e4c-d50f-4621-b02d-bb281a53875b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.930947532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7791e4c-d50f-4621-b02d-bb281a53875b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:39.98323405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7791e4c-d50f-4621-b02d-bb281a53875b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:40.03819618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7791e4c-d50f-4621-b02d-bb281a53875b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.033079638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a625c13d-69ab-4628-b452-8419eea2610b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.085720961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a625c13d-69ab-4628-b452-8419eea2610b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.139345313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a625c13d-69ab-4628-b452-8419eea2610b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:42.1914161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a625c13d-69ab-4628-b452-8419eea2610b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:44.119696807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e499920-7bb6-49d5-a635-c00d47777bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:44.172220879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e499920-7bb6-49d5-a635-c00d47777bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:44.224051011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e499920-7bb6-49d5-a635-c00d47777bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:44.276655269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e499920-7bb6-49d5-a635-c00d47777bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:45.360859457Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"abb60799-b5b7-45db-aba2-9ef4e814d9d6","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:02:45.360918967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"abb60799-b5b7-45db-aba2-9ef4e814d9d6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-66baf45c/e2e-lifecycle-model-66baf45c-kserve-route (gateways: [openshift-ingress/e2e-mt-66baf45c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:45.464929386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"127edf10-b9aa-43a7-84bb-3719c1376ef3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:45.545877272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"127edf10-b9aa-43a7-84bb-3719c1376ef3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"name":"e2e-api-b-132af1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:45.873396835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"12894bc3-494d-4a06-8acd-06ce6dd9a70d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:45.930402215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"12894bc3-494d-4a06-8acd-06ce6dd9a70d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"name":"e2e-api-b-132af1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:48.72419603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"d48af66a-8e05-48a0-ba32-e85bae80d91e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:48.809005492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd38fb1c-a79d-4f20-bcf5-264281258c00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:48.905001076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb3da7f4-8014-4625-91d7-03dfd64560b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.164457566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"2cf3a15e-5305-4413-ac90-bce69b9736db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.282923808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"db242e84-d4db-430b-9624-39dac13a375a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.283569383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"2c450765-804c-4be1-9a7e-68ec99526ee8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.390499114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"549cde65-6e8c-4b99-a9cd-c9ed82278ce0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.471880169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"c54d3b2d-76de-4e60-9c36-550240c62bcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.562603093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"d9dc4975-4a67-41b9-a94b-ac42b906ed6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.66471437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"d0431f72-8a57-4be0-b956-0c284b1611e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.666110623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"ef523fe6-2416-4b5d-aaef-32e3056111f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:49.972138014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"031b5b6a-5239-46a2-b275-c13b431831d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:02:55.879585432Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:03:08.710390742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-66baf45c","namespace":"ai-tenant-e2e-mt-66baf45c"},"namespace":"ai-tenant-e2e-mt-66baf45c","name":"e2e-lifecycle-model-66baf45c","reconcileID":"84c6d717-1613-43f7-8e13-910ece683709","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-66baf45c\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:10.777785399Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","namespace":"ai-tenant-e2e-api-b-470093","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:10.7778825Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","namespace":"ai-tenant-e2e-api-b-470093","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:10.777960445Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","tenant":"e2e-api-b-470093","tenantID":"e2e-api-b-470093","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:10.83336016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"Deployment","name":"maas-api-e2e-api-b-470093","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:10.894123958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"Service","name":"maas-api-e2e-api-b-470093","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:10.949655143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-470093","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.009001522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-470093","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.065251615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.120786565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.17832684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.23368576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.285231858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"Deployment","name":"payload-processing-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.337231884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.389659653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"Service","name":"payload-processing-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.441753949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"Service","name":"payload-pre-processing-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.49348914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.545050057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.596739163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.652182514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.744794715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.798655526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.852629079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-470093","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:11.90564442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-470093"},"namespace":"ai-tenant-e2e-api-b-470093","name":"default-tenant","reconcileID":"dab2feac-a0c2-4ada-9539-345e596b5191","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-470093","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.015371929Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","namespace":"ai-tenant-e2e-api-a-83d5bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.015467589Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","namespace":"ai-tenant-e2e-api-a-83d5bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.015552222Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","tenant":"e2e-api-a-83d5bd","tenantID":"e2e-api-a-83d5bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.069899104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"Deployment","name":"maas-api-e2e-api-a-83d5bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.13008039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"Service","name":"maas-api-e2e-api-a-83d5bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.190136423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-83d5bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.244790237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-83d5bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.30194424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.369583673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.427963419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.483030582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.537544299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"Deployment","name":"payload-processing-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.596666784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.65052003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"Service","name":"payload-processing-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.656211536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad2e409f-b6a9-492a-bdc1-c5fedcac9016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.708194208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad2e409f-b6a9-492a-bdc1-c5fedcac9016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.708728376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"Service","name":"payload-pre-processing-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.760568526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad2e409f-b6a9-492a-bdc1-c5fedcac9016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.767106036Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-470093","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-470093","reconcileID":"4be9d49c-5f2f-4a3f-9a33-6c393310d8b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-470093","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-470093"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.812366035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.812784584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad2e409f-b6a9-492a-bdc1-c5fedcac9016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.865104179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.916740927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:12.972365352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:13.024223266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:13.088612881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:13.143406677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-83d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:13.19646749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-83d5bd"},"namespace":"ai-tenant-e2e-api-a-83d5bd","name":"default-tenant","reconcileID":"915619af-926c-4bf9-a5fb-bcf5f0ad3910","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-83d5bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:14.145387109Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-83d5bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-83d5bd","reconcileID":"8b2dbbf4-2ecf-4d92-8007-9aca8dd7e048","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-83d5bd","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-83d5bd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:14.779154716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0285939b-b112-4eff-9379-4875bb28426f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:14.83080969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0285939b-b112-4eff-9379-4875bb28426f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:14.883465815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0285939b-b112-4eff-9379-4875bb28426f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:14.935121857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0285939b-b112-4eff-9379-4875bb28426f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:16.8577658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab60b35-91e5-4e1d-8706-c222f58bf5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:16.909705393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab60b35-91e5-4e1d-8706-c222f58bf5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:16.961760137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab60b35-91e5-4e1d-8706-c222f58bf5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:17.016215209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab60b35-91e5-4e1d-8706-c222f58bf5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:18.925701082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795657a0-74da-44a6-b00e-336f132cf180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:18.979765667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795657a0-74da-44a6-b00e-336f132cf180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:19.032519134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795657a0-74da-44a6-b00e-336f132cf180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:19.084969369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795657a0-74da-44a6-b00e-336f132cf180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:21.642602422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249b0c62-d894-4fa5-af77-2473fe61f479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:21.695361353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249b0c62-d894-4fa5-af77-2473fe61f479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:21.748013874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249b0c62-d894-4fa5-af77-2473fe61f479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:21.801486909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249b0c62-d894-4fa5-af77-2473fe61f479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:22.888268306Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-842bbd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-842bbd","reconcileID":"e6c9feca-95f8-42a3-80b6-edbfe35644aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-842bbd","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-842bbd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:22.986603766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"8b951152-5dfa-44dc-8350-128d0e2de35e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:23.04713255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"8b951152-5dfa-44dc-8350-128d0e2de35e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"name":"e2e-api-b-4ebcd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:23.482224135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"9f441c76-5f20-443a-afc7-934fb1193017","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:23.539026893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"9f441c76-5f20-443a-afc7-934fb1193017","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"name":"e2e-api-b-4ebcd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:23.824153447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98bb7182-3b87-4b53-b453-8c93975971f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:23.875933296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98bb7182-3b87-4b53-b453-8c93975971f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:23.92823579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98bb7182-3b87-4b53-b453-8c93975971f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:23.980215642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98bb7182-3b87-4b53-b453-8c93975971f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:24.193394354Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"15b24c20-a40a-4d99-bb04-6e6d6c2e6060","namespace":"ai-tenant-e2e-api-b-132af1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:24.193461909Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"15b24c20-a40a-4d99-bb04-6e6d6c2e6060","namespace":"ai-tenant-e2e-api-b-132af1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:24.193509475Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"15b24c20-a40a-4d99-bb04-6e6d6c2e6060","name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:24.250138433Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"15b24c20-a40a-4d99-bb04-6e6d6c2e6060","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:24.250630605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"e12afe9b-70b4-4b8a-978d-fa02e9709cb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:24.250940715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2776fcd-c0e8-4447-acbc-f5bdf0631189","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:24.250956678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2776fcd-c0e8-4447-acbc-f5bdf0631189","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:24.522018701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"e12afe9b-70b4-4b8a-978d-fa02e9709cb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:24.654661534Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"e12afe9b-70b4-4b8a-978d-fa02e9709cb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"name":"e2e-api-b-132af1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:24.654683028Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"e2e-e2e-api-b-132af1-policy","reconcileID":"e12afe9b-70b4-4b8a-978d-fa02e9709cb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-132af1-policy","namespace":"ai-tenant-e2e-api-b-132af1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-132af1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:24.711685315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"368769d1-9089-4809-b753-ec01325a8b29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:24.711714386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"368769d1-9089-4809-b753-ec01325a8b29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:25.880151047Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:26.018881388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1462503-5138-436f-b32e-057392925f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:26.070763107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1462503-5138-436f-b32e-057392925f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:26.123721734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1462503-5138-436f-b32e-057392925f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:26.17583118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1462503-5138-436f-b32e-057392925f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:27.768773838Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a23af5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a23af5","reconcileID":"e14db989-73be-4aaa-97cf-e98091b0bef1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a23af5","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a23af5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:28.125358353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498bc138-e567-437f-aab8-f35c8686446a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:28.177509777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498bc138-e567-437f-aab8-f35c8686446a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:28.229662178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498bc138-e567-437f-aab8-f35c8686446a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:28.281673275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498bc138-e567-437f-aab8-f35c8686446a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:30.25683619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34f369f-c25e-429a-bd0f-9ecbf1f35d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:30.308876344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34f369f-c25e-429a-bd0f-9ecbf1f35d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:30.360974104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34f369f-c25e-429a-bd0f-9ecbf1f35d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:30.412926483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34f369f-c25e-429a-bd0f-9ecbf1f35d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:32.435198901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba443911-c8c9-451c-bfb8-550a2d3b4349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:32.486998211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba443911-c8c9-451c-bfb8-550a2d3b4349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:32.538775613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba443911-c8c9-451c-bfb8-550a2d3b4349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:32.591539503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba443911-c8c9-451c-bfb8-550a2d3b4349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:33.910666314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"692b848c-d1e1-41af-8a3f-d7f17a402a0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:33.967863119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"692b848c-d1e1-41af-8a3f-d7f17a402a0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"name":"e2e-api-b-4ebcd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:34.226155656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"220b7243-d1ec-4297-9b76-8870afee806f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:34.282939689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"220b7243-d1ec-4297-9b76-8870afee806f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"name":"e2e-api-b-4ebcd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:34.61166515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c25239c-1450-42b9-9635-4b96b2e092e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:34.664983705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c25239c-1450-42b9-9635-4b96b2e092e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:34.717403413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c25239c-1450-42b9-9635-4b96b2e092e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:34.76965026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c25239c-1450-42b9-9635-4b96b2e092e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:55.881266494Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:56.395906348Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"b7b16f43-48ea-4d68-9a76-fd305f87bbfe","namespace":"ai-tenant-e2e-api-b-4ebcd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:56.395964848Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"b7b16f43-48ea-4d68-9a76-fd305f87bbfe","namespace":"ai-tenant-e2e-api-b-4ebcd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:56.396012684Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"b7b16f43-48ea-4d68-9a76-fd305f87bbfe","name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:56.452589515Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"b7b16f43-48ea-4d68-9a76-fd305f87bbfe","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:56.452938989Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"c0f99364-6d45-4050-baf2-ec84700160ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:56.453300645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42fe69ec-7765-4855-ae0e-70c898ed95b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:56.45332102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42fe69ec-7765-4855-ae0e-70c898ed95b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:56.728177636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"c0f99364-6d45-4050-baf2-ec84700160ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:56.855652987Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"c0f99364-6d45-4050-baf2-ec84700160ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"name":"e2e-api-b-4ebcd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:56.855676434Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"e2e-e2e-api-b-4ebcd2-policy","reconcileID":"c0f99364-6d45-4050-baf2-ec84700160ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4ebcd2-policy","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4ebcd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:56.928335084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcb44708-7d97-4025-9308-3efb7383de04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:56.92835806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcb44708-7d97-4025-9308-3efb7383de04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.095320424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"34f09151-54bd-489b-b507-ee3f1052d3c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.195161242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"abff3499-4d9c-47e0-81ee-eeca3fd6c375","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.295324367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"39edf06e-7dc0-4197-9164-aec5e2186a8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.335663686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"3010f049-5b4f-4dda-8d95-4f9256ac200c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.513670788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8239b00-9363-4c5d-aa80-ec61797d8008","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.611324676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"706ce5f6-4ed1-4430-86e0-a861ecd5b7ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.717053643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"a16684c3-b758-44fd-9efe-f15ad2c3399b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:03:59.926521961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"29cf8d3d-bedd-4aa7-88ce-2bedce1a5202","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:00.027481918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"5833848a-179d-43a0-b431-535499aa9a90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:00.045748086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"4e243118-465e-4bab-b393-dda822ace51e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:00.168005142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3bd241a1-8fcf-474a-9a7b-02f96d847374","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:00.266054222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"f4b8851c-afc4-4979-b9ae-999bef3ee9e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.042596486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"1da3c931-3756-407b-bcc4-ebbe801f4c0b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-842bbd","tenantID":"e2e-api-a-842bbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.160696418Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"1da3c931-3756-407b-bcc4-ebbe801f4c0b","name":"e2e-api-a-842bbd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.218639438Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","namespace":"ai-tenant-e2e-api-b-132af1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.21873132Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","namespace":"ai-tenant-e2e-api-b-132af1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.218796672Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","tenant":"e2e-api-b-132af1","tenantID":"e2e-api-b-132af1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.272441405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"Deployment","name":"maas-api-e2e-api-b-132af1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.332883335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"Service","name":"maas-api-e2e-api-b-132af1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.393515244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-132af1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.447717201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-132af1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.504574864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.559117004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.617348859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.671823253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.726373006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"Deployment","name":"payload-processing-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.778408014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.830154942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"Service","name":"payload-processing-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.882404789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"Service","name":"payload-pre-processing-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.934355626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:06.986034186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:07.03778996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:07.094246861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:07.145909293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:07.19747256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:07.251709937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-132af1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:07.306567039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-132af1"},"namespace":"ai-tenant-e2e-api-b-132af1","name":"default-tenant","reconcileID":"6954b14d-114f-4c97-a6d3-05af9edcb4e5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-132af1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:08.124138186Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-132af1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-132af1","reconcileID":"fefbfc60-25a6-4a7f-92ff-47ee587e0653","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-132af1","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-132af1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:09.240220477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b763f92-dbdb-4c9c-ab24-08d03d8cee51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:09.292360663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b763f92-dbdb-4c9c-ab24-08d03d8cee51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:09.344118872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b763f92-dbdb-4c9c-ab24-08d03d8cee51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:09.395971146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b763f92-dbdb-4c9c-ab24-08d03d8cee51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.329096664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e27ff68-b4c9-48bf-a5b9-b64071760b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.381132656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e27ff68-b4c9-48bf-a5b9-b64071760b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.433250844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e27ff68-b4c9-48bf-a5b9-b64071760b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:11.48530162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e27ff68-b4c9-48bf-a5b9-b64071760b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:13.410274851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473caf07-d7d4-4927-9138-b97d8e888bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:13.462569875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473caf07-d7d4-4927-9138-b97d8e888bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:13.515651614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473caf07-d7d4-4927-9138-b97d8e888bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:13.567862979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473caf07-d7d4-4927-9138-b97d8e888bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:16.912499961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"6641f7e1-7ecc-493d-a0c9-22bfb21ad434","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:17.009764087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"cfe59cf3-6a3f-4ab8-81c9-a4f9a2ab00b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:17.152061669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"217bf2fb-103d-4a77-bead-c6a3e26761b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:17.337834172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"2e0ce92e-6453-4474-9510-d3c5abb5be8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:17.445174958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"0af4123b-e223-4371-8a61-37814a45b00e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:17.538403663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"c8e824f2-27c9-4664-bd52-32a66f0fb8e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:17.538432125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aef7d4c7-186b-475f-bbab-67ebfb89323b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:17.629090494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"207505f8-8fe8-4a6c-b5e7-b26e4c7878aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:17.64375683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"1a8fc512-c3cd-4fcf-b934-74ad1cf82bcc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a23af5","tenantID":"e2e-ipp-a-a23af5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:17.76209773Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"1a8fc512-c3cd-4fcf-b934-74ad1cf82bcc","name":"e2e-ipp-a-a23af5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:17.834061252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"de112f5e-b3b0-4d5e-abce-f6e33e077d79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:17.834124499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"f7d9d92f-0aca-432b-860e-c46193ed258a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:17.948204953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"1f5ac624-f49c-4dc9-a2b7-3953b740bef2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:18.124845222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"5b0adf3c-cdc4-4b36-8aab-46f61f468c36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:19.913491924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8cbea5-d3ed-4bb3-89ee-b660d79bb8a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:19.965381266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8cbea5-d3ed-4bb3-89ee-b660d79bb8a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:20.019167472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8cbea5-d3ed-4bb3-89ee-b660d79bb8a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:20.071733826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8cbea5-d3ed-4bb3-89ee-b660d79bb8a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:20.401583249Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-fee9f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-fee9f0","reconcileID":"d966d799-baa3-4428-9771-f2b43c8c4376","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-fee9f0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-fee9f0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:21.960198639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078b535d-ba4c-4f00-b14f-3f2fbe2f55fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:22.012973665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078b535d-ba4c-4f00-b14f-3f2fbe2f55fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:22.067524144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078b535d-ba4c-4f00-b14f-3f2fbe2f55fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:22.12070381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078b535d-ba4c-4f00-b14f-3f2fbe2f55fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:23.956004022Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1acf9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1acf9b","reconcileID":"d127cce9-b898-41ab-b8e6-6d8b642ee77d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1acf9b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-1acf9b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:24.076340371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb12928f-aa9a-40c7-9fd7-e3618a262ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:24.12823827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb12928f-aa9a-40c7-9fd7-e3618a262ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:24.180730019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb12928f-aa9a-40c7-9fd7-e3618a262ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:24.233602852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb12928f-aa9a-40c7-9fd7-e3618a262ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:25.879343936Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:26.216198957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8d9267-7fa1-4a23-8918-2f75dc35c36d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:26.268022305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8d9267-7fa1-4a23-8918-2f75dc35c36d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:26.319928043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8d9267-7fa1-4a23-8918-2f75dc35c36d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:26.372731956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8d9267-7fa1-4a23-8918-2f75dc35c36d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:28.308375768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ed2208-4cbe-41dd-9353-1a865f2acbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:28.359995406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ed2208-4cbe-41dd-9353-1a865f2acbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:28.414134017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ed2208-4cbe-41dd-9353-1a865f2acbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:28.466004022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ed2208-4cbe-41dd-9353-1a865f2acbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:30.391319722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cda2796-55ed-44eb-a5a5-77d16a2e3ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:30.443226502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cda2796-55ed-44eb-a5a5-77d16a2e3ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:30.495068715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cda2796-55ed-44eb-a5a5-77d16a2e3ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:30.547575733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cda2796-55ed-44eb-a5a5-77d16a2e3ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:32.438648555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e25926c-54ee-4a11-ad49-23869df9bff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:32.49118203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e25926c-54ee-4a11-ad49-23869df9bff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:32.542987231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e25926c-54ee-4a11-ad49-23869df9bff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:32.595201662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e25926c-54ee-4a11-ad49-23869df9bff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:34.518815334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d832342-3f4d-4f0f-a7b4-3e45fc00d7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:34.571247445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d832342-3f4d-4f0f-a7b4-3e45fc00d7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:34.623270633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d832342-3f4d-4f0f-a7b4-3e45fc00d7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:34.675540825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d832342-3f4d-4f0f-a7b4-3e45fc00d7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:36.56023372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac5c1aa-326c-4585-bb94-8e71e43a2a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:36.612535929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac5c1aa-326c-4585-bb94-8e71e43a2a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:36.665273127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac5c1aa-326c-4585-bb94-8e71e43a2a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:36.717419837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac5c1aa-326c-4585-bb94-8e71e43a2a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:50.473088041Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","namespace":"ai-tenant-e2e-api-b-4ebcd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:50.47315072Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","namespace":"ai-tenant-e2e-api-b-4ebcd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:50.473200039Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","tenant":"e2e-api-b-4ebcd2","tenantID":"e2e-api-b-4ebcd2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:50.52788306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"Deployment","name":"maas-api-e2e-api-b-4ebcd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:50.591212164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"Service","name":"maas-api-e2e-api-b-4ebcd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:50.649048171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-4ebcd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:50.704541333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-4ebcd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:50.760494632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:50.815074444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:50.87662604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:50.938475597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:50.993562375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"Deployment","name":"payload-processing-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.045565397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.098038192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"Service","name":"payload-processing-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.149709539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"Service","name":"payload-pre-processing-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.201868717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.253689708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.305787385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.362427875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.414119814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.466030939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.525840984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-4ebcd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:51.585421468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4ebcd2"},"namespace":"ai-tenant-e2e-api-b-4ebcd2","name":"default-tenant","reconcileID":"6dceef08-538f-4ab0-a25c-177993818125","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-4ebcd2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:52.483377648Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4ebcd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4ebcd2","reconcileID":"87cb4e56-2e07-404f-a79e-fe31d2de5fb3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4ebcd2","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-4ebcd2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:53.596710608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5342a6-a0ba-4186-918a-9dc28220ea4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:53.648633834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5342a6-a0ba-4186-918a-9dc28220ea4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:53.700487264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5342a6-a0ba-4186-918a-9dc28220ea4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:53.752310513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5342a6-a0ba-4186-918a-9dc28220ea4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:55.714993919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1f01c3-0bf6-4d57-a94d-5ad8f95f9c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:55.767316155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1f01c3-0bf6-4d57-a94d-5ad8f95f9c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:55.819109324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1f01c3-0bf6-4d57-a94d-5ad8f95f9c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:55.871752752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1f01c3-0bf6-4d57-a94d-5ad8f95f9c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:55.878986573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:57.308344022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"2d809e37-6e33-4c39-943d-a56f5cf47f33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:57.470918008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"1f5a0f58-7ed3-40ba-bd51-39775926540d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:57.540181507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"65e02e58-f8e0-439f-96f0-588ad558830e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:57.645774859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"28edb73b-844c-4998-bda4-fc180bec25da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:57.664713174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"ebfa46b5-8306-44c0-b573-fba70d0381ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:57.745743055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"e6443ab6-1ce4-4238-9a09-8013eec4e89a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:57.789494544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"382233d5-9d09-4537-abdf-c95b80ffb38d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:57.863488304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"bbd3266f-6a52-4b23-ba6c-91dd3756b021","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:57.883550354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af04d582-2d90-4c41-b6ed-66840a2861ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:57.935862783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af04d582-2d90-4c41-b6ed-66840a2861ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:57.987989988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af04d582-2d90-4c41-b6ed-66840a2861ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:58.040402148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af04d582-2d90-4c41-b6ed-66840a2861ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:58.040741935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"603b7565-b1e0-4578-8f64-15c01ad91afd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:58.198551171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"c40b97e6-424e-4efb-ab04-ba32391b0056","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:58.261476735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e3f7fda-2a6f-462d-8ea5-e8accffd7bd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:58.49648695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"298773e2-8f72-41d8-ba18-8f5049730160","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:59.785719568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8776bfbb-38ab-4fba-8ba9-2fc395ec89f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:59.785747825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8776bfbb-38ab-4fba-8ba9-2fc395ec89f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:59.845878073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6449e307-c15e-4442-a14f-b18d5a5e991d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:59.845906842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6449e307-c15e-4442-a14f-b18d5a5e991d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:59.975266549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17a1bf2-8265-4f1b-bb00-52af08a71e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:04:59.975573156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"d8b13a5f-a46f-4345-9f0e-8f810217dcd6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-842bbd","tenantID":"e2e-api-a-842bbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:00.027847093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17a1bf2-8265-4f1b-bb00-52af08a71e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:00.080079615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17a1bf2-8265-4f1b-bb00-52af08a71e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:00.132331272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17a1bf2-8265-4f1b-bb00-52af08a71e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:00.25327592Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"d8b13a5f-a46f-4345-9f0e-8f810217dcd6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"name":"e2e-api-a-842bbd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:00.308969781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-842bbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"d8b13a5f-a46f-4345-9f0e-8f810217dcd6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:00.401669107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4be8692-0d6d-45db-a145-a12c4a745ade","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:00.401697255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4be8692-0d6d-45db-a145-a12c4a745ade","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:02.138385707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2622ee7c-e39b-4d60-97fc-d896c1e7d7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:02.190185372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2622ee7c-e39b-4d60-97fc-d896c1e7d7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:02.242211287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2622ee7c-e39b-4d60-97fc-d896c1e7d7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:02.294379007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2622ee7c-e39b-4d60-97fc-d896c1e7d7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:04.21952126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85423513-b55c-4695-84d7-1c240d1eb14e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:04.272024152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85423513-b55c-4695-84d7-1c240d1eb14e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:04.324006179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85423513-b55c-4695-84d7-1c240d1eb14e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:04.377455317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85423513-b55c-4695-84d7-1c240d1eb14e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:06.257036307Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e67448","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e67448","reconcileID":"3a1d7b61-f457-4c13-a320-dc1aaac49912","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e67448","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-e67448":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:06.322451755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94398103-5234-45d5-a64d-54752242cef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:06.374989739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94398103-5234-45d5-a64d-54752242cef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:06.427090848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94398103-5234-45d5-a64d-54752242cef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:06.47972282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94398103-5234-45d5-a64d-54752242cef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:08.493809441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b853f5-82c5-4c2d-bc9a-b912d35d2414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:08.546055921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b853f5-82c5-4c2d-bc9a-b912d35d2414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:08.598989504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b853f5-82c5-4c2d-bc9a-b912d35d2414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:08.652315297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b853f5-82c5-4c2d-bc9a-b912d35d2414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.482811915Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0c9a2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0c9a2b","reconcileID":"59c1ba31-18c4-4f9b-82da-5df9f2a16195","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-0c9a2b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-0c9a2b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.557092729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c645a4c2-1a60-4ef0-bf9f-4cbafa385884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.557235716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"abc6613d-fff6-419d-a37b-645d74268f67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-842bbd","tenantID":"e2e-api-a-842bbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.608955672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c645a4c2-1a60-4ef0-bf9f-4cbafa385884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.660988451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c645a4c2-1a60-4ef0-bf9f-4cbafa385884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.662445421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"e56fb8a5-48c8-400c-89cc-ec826b0613c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.66738198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"abc6613d-fff6-419d-a37b-645d74268f67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"name":"e2e-api-a-842bbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.713215126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c645a4c2-1a60-4ef0-bf9f-4cbafa385884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.772264329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-842bbd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"abc6613d-fff6-419d-a37b-645d74268f67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.874915237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"f2f3dbae-96cc-4a12-8136-59a20a4b7957","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.975139896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"12aba7aa-29d5-4f86-b853-1e2d20d75a81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:10.975152671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b69f45a-2cb2-40db-9ab0-aa83558c0901","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:11.085444528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"eb74b176-82c9-4693-b38e-784d6a48b982","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:11.174644024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"a38021d2-59e9-43bb-95c8-582fe82007f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:11.274012228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"fa99acc5-4894-4f83-a56c-fbe207750126","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:11.38212957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a55c9b58-8521-484e-b370-8f37f993e8c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:11.382421743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"19c9b2f7-1252-4eb3-b50f-c0c654a96c1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:11.48797714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"a0a3c03e-9e3e-41d4-a499-789514fa64dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:11.589912343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"eac16401-08e7-40b8-9346-2b38affd693b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:11.737152901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"36a70e9d-7bc1-4f21-8806-41cd3ee854a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:12.635564845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f4a8ea-8a0f-4396-b11a-bdff13e4d9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:12.688138055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f4a8ea-8a0f-4396-b11a-bdff13e4d9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:12.740975011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f4a8ea-8a0f-4396-b11a-bdff13e4d9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:12.794230657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f4a8ea-8a0f-4396-b11a-bdff13e4d9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:12.848097203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"90079843-719b-462d-91f0-2d3df71ca510","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-fee9f0","tenantID":"e2e-ipp-b-fee9f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:12.967405799Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"90079843-719b-462d-91f0-2d3df71ca510","name":"e2e-ipp-b-fee9f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:14.727373837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f5bfd7-0340-4fce-ad1c-fd00d447e15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:14.779274642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f5bfd7-0340-4fce-ad1c-fd00d447e15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:14.831771906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f5bfd7-0340-4fce-ad1c-fd00d447e15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:14.88363719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f5bfd7-0340-4fce-ad1c-fd00d447e15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.776457291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acdd8ae-2187-4b0c-9bca-f3ed014a9323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.828434636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acdd8ae-2187-4b0c-9bca-f3ed014a9323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.889160042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acdd8ae-2187-4b0c-9bca-f3ed014a9323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:16.959064523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acdd8ae-2187-4b0c-9bca-f3ed014a9323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:17.744632614Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0ee379","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0ee379","reconcileID":"f25d342f-1f78-4731-8037-96c6069b45d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0ee379","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-0ee379":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:19.129277303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"883fef13-b50c-4c4c-a50d-13a3a533fa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:19.181183492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"883fef13-b50c-4c4c-a50d-13a3a533fa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:19.232931156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"883fef13-b50c-4c4c-a50d-13a3a533fa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:19.286455327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"883fef13-b50c-4c4c-a50d-13a3a533fa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:20.875987101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"73feb470-cdf2-4784-986e-fba273ad1f17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-842bbd","tenantID":"e2e-api-a-842bbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:20.932894909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"73feb470-cdf2-4784-986e-fba273ad1f17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"name":"e2e-api-a-842bbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:20.990322639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-842bbd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba1fe0f70d967201297a3ba13a7f0d40ef7f27fa6b565dd975aabf95bd31470) AuthConfig (300185b1a1b3194082925efcc437f76ae7105c605557a81a17fcd3c6a1dd0483) AuthConfig (3a08ada63d664c176a423e49a3780353d8d3fff214732e1eec81249ec869f5de) AuthConfig (58bde0d20b2fb665f31f8a2e9666d340aef18cb6ee46ca8af4a086d4a554f357) AuthConfig (2e1bfbe57d284db6cbf9a1914d89e92422555affc8bafe9750c1b9667c9ff78c) AuthConfig (9c2f46e7993e91afadeb64419409be0dff8b45ca825dadfd4d64873df111fe18)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"73feb470-cdf2-4784-986e-fba273ad1f17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:21.051190118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26f1fe69-1757-4800-867a-53623a474761","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:21.051213298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26f1fe69-1757-4800-867a-53623a474761","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:21.226881386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbc27b6-2f64-4351-8eba-2a16417bbc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:21.278815517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbc27b6-2f64-4351-8eba-2a16417bbc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:21.330517998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbc27b6-2f64-4351-8eba-2a16417bbc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:21.382583075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbc27b6-2f64-4351-8eba-2a16417bbc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:23.243741668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"5a8f504f-2a7b-4996-95c6-a3a29981715b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1acf9b","tenantID":"e2e-ipp-a-1acf9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:23.361757286Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"5a8f504f-2a7b-4996-95c6-a3a29981715b","name":"e2e-ipp-a-1acf9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:25.878734543Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:31.156058073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"bf6c7278-09a0-446f-ae9f-879478e854a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-842bbd","tenantID":"e2e-api-a-842bbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:31.213347091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"bf6c7278-09a0-446f-ae9f-879478e854a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"name":"e2e-api-a-842bbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:31.545495705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0da23e65-6f72-44bf-9a8e-1b59b2399ad0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:31.545515341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0da23e65-6f72-44bf-9a8e-1b59b2399ad0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:55.880321157Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:05:59.941707578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"961aa665-4fd3-4555-b14f-7594d6688a81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.18873789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"e089f5e7-e2f4-44f7-9a73-ead4e2e3a0e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.287449198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"8def667c-311f-4989-957f-9ee7dadace62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.430873613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"269aa1ff-6788-4ad8-bd9d-8220feeac3a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.528845263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"d6ac4fc7-877f-437f-a4ce-d2a05452fd7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.546379773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"bcdcd63a-39a7-4be8-94e7-2b402355d03a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.736895805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"920af4ea-085e-4f9b-80b1-c60fb3512069","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:00.910752256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"bf9f284f-2f08-4de6-a8e2-9a24e46f297a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:01.010744885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5285734a-dbb4-44a1-8499-573fec7e83f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:01.111016277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"c9990c66-fda2-461a-968c-faea141fb134","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:01.210684804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"921d1c92-846b-46ec-b8d2-8a0173c0b4dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:01.31090772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f1c26d2-9649-4a56-a6f5-d6abc5f9aa5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:10.678971396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"7e05b171-da8e-45d7-ba72-472a649cca84","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67448","tenantID":"e2e-api-b-e67448","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:10.797098194Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"7e05b171-da8e-45d7-ba72-472a649cca84","name":"e2e-api-b-e67448-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:15.544320573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"afc2819c-3a50-4beb-bdd5-24b9f9c9b395","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:15.662268Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"afc2819c-3a50-4beb-bdd5-24b9f9c9b395","name":"e2e-ipp-a-0c9a2b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.324963217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eaa2aa2-3786-4961-b175-93c253e3d4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.378722611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eaa2aa2-3786-4961-b175-93c253e3d4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.431741712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eaa2aa2-3786-4961-b175-93c253e3d4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:22.484217379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eaa2aa2-3786-4961-b175-93c253e3d4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:24.420611457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d610050-8136-4f33-9739-2cca22edc901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:24.472447813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d610050-8136-4f33-9739-2cca22edc901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:24.524449713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d610050-8136-4f33-9739-2cca22edc901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:24.576588321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d610050-8136-4f33-9739-2cca22edc901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:25.880575812Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:26.642114615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3913fb96-2fee-4a19-a4a3-501ad31937d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:26.694823322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3913fb96-2fee-4a19-a4a3-501ad31937d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:26.747440708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3913fb96-2fee-4a19-a4a3-501ad31937d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:26.805883725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3913fb96-2fee-4a19-a4a3-501ad31937d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:28.761784083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef60ac0c-4949-4130-bcf9-0ef5a0f369e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:28.832656388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef60ac0c-4949-4130-bcf9-0ef5a0f369e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:28.901304712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef60ac0c-4949-4130-bcf9-0ef5a0f369e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:28.973683125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef60ac0c-4949-4130-bcf9-0ef5a0f369e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:29.029123966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"046e53be-dac0-41b2-b949-bba93251449a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:29.137676809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"a5d8fb87-599a-4b64-a6c7-3d584133ce94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:29.17686387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"fb07370a-6bba-4bd2-9bd0-2e2e0175be38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:29.303091042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"0f97b0b6-ff93-4b8e-863d-d5a1b41e787e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:29.303509444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"8a4f50cd-899a-42db-a559-ee928ee1f1d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:29.41555553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"868e0331-f11c-43ea-bebf-8840241c8e0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:29.467381419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ddd728fe-f5e8-4258-bab8-5b1a832d4705","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:29.536631574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"6cca75bd-1e79-49e0-a272-bd21c3d20df7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:29.656816776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"96bcda21-5a66-45a8-a253-040ed0a978be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:29.756430751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"5ba068ea-1a8e-4db7-bf07-9470e302d0b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:29.862374159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2373db99-798f-46e7-9b1d-4f8797903972","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:30.112885906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"8642bc02-cb57-4502-90dd-2708ed798fef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:30.926446896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"7bc75e5f-1adf-4472-a4ad-1635a5a3793a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-0ee379","tenantID":"e2e-ipp-b-0ee379","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:30.993019833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebf932c-2e68-46c5-8a3e-62905c5e60eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.045905396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebf932c-2e68-46c5-8a3e-62905c5e60eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.058825029Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"7bc75e5f-1adf-4472-a4ad-1635a5a3793a","name":"e2e-ipp-b-0ee379-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.10036636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebf932c-2e68-46c5-8a3e-62905c5e60eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:31.152809122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebf932c-2e68-46c5-8a3e-62905c5e60eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:33.151612029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86001d37-cff9-4899-a937-f920f283b988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:33.203531693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86001d37-cff9-4899-a937-f920f283b988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:33.255268052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86001d37-cff9-4899-a937-f920f283b988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:33.3071842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86001d37-cff9-4899-a937-f920f283b988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:38.279776682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6d79a7-8bdb-44b2-b8dd-be47b158b246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:38.333529733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6d79a7-8bdb-44b2-b8dd-be47b158b246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:38.385660024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6d79a7-8bdb-44b2-b8dd-be47b158b246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:38.438381605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6d79a7-8bdb-44b2-b8dd-be47b158b246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:40.431701506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3f26f2-e94c-4ffe-b80e-bbb48c663614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:40.490519982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3f26f2-e94c-4ffe-b80e-bbb48c663614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:40.543144214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3f26f2-e94c-4ffe-b80e-bbb48c663614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:40.595106083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3f26f2-e94c-4ffe-b80e-bbb48c663614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.586331204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece9a6d5-c9bc-4f8d-b111-6d6c10941758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.638801935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece9a6d5-c9bc-4f8d-b111-6d6c10941758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.696507839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece9a6d5-c9bc-4f8d-b111-6d6c10941758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:42.750766532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece9a6d5-c9bc-4f8d-b111-6d6c10941758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:44.687066749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbb3149-f4df-4a73-b4c1-77bd37c15375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:44.738960441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbb3149-f4df-4a73-b4c1-77bd37c15375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:44.79142374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbb3149-f4df-4a73-b4c1-77bd37c15375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:44.84410732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbb3149-f4df-4a73-b4c1-77bd37c15375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:46.735794152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdb442b-d6ad-422e-94fa-5f6979ea004c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:46.790047174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdb442b-d6ad-422e-94fa-5f6979ea004c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:46.841984316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdb442b-d6ad-422e-94fa-5f6979ea004c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:46.893972116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdb442b-d6ad-422e-94fa-5f6979ea004c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:48.778817926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a8ca94-505e-40e0-838b-030990defc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:48.830557589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a8ca94-505e-40e0-838b-030990defc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:48.88256435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a8ca94-505e-40e0-838b-030990defc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:48.934368494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a8ca94-505e-40e0-838b-030990defc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:51.811705572Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","namespace":"ai-tenant-e2e-ipp-a-82305a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:51.811774054Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","namespace":"ai-tenant-e2e-ipp-a-82305a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:51.811842712Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","tenant":"e2e-ipp-a-82305a","tenantID":"e2e-ipp-a-82305a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:51.866233455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"Deployment","name":"maas-api-e2e-ipp-a-82305a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:51.927710553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"Service","name":"maas-api-e2e-ipp-a-82305a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:51.987378564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-82305a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.041388651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-82305a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.096714116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.151756866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.209224334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.263826056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.318898139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.377016458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.437199185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"Service","name":"payload-processing-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.497066534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.551521864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.60567119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.662741684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.718039234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.771566851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.827050222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.880781069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-82305a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:52.934270063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-82305a"},"namespace":"ai-tenant-e2e-ipp-a-82305a","name":"default-tenant","reconcileID":"8c0d0823-dbe1-4703-b431-ce241a44378c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-82305a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:53.749743159Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-82305a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-82305a","reconcileID":"35101658-ee79-4dcb-91d5-f9a210fc89fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-82305a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-82305a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:55.044265156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e1da3ce-9e73-41cd-a1cd-665d4ca3834c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:55.096677509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e1da3ce-9e73-41cd-a1cd-665d4ca3834c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:55.148607913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e1da3ce-9e73-41cd-a1cd-665d4ca3834c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:55.200604039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e1da3ce-9e73-41cd-a1cd-665d4ca3834c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:55.879673707Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:57.142969477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b017e14b-7c4f-4505-8603-ac37dac2532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:57.19591915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b017e14b-7c4f-4505-8603-ac37dac2532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:57.247871409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b017e14b-7c4f-4505-8603-ac37dac2532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:57.299772174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b017e14b-7c4f-4505-8603-ac37dac2532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:59.360532681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"affe1ca3-1f77-42c3-a1c0-0d528f595b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:59.412694438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"affe1ca3-1f77-42c3-a1c0-0d528f595b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:59.464703959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"affe1ca3-1f77-42c3-a1c0-0d528f595b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:06:59.51675352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"affe1ca3-1f77-42c3-a1c0-0d528f595b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:08.521557197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3e74b8-ffaf-4ce3-9d1f-b8cb95190cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:08.578257494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3e74b8-ffaf-4ce3-9d1f-b8cb95190cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:08.63212315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3e74b8-ffaf-4ce3-9d1f-b8cb95190cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:08.730212162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3e74b8-ffaf-4ce3-9d1f-b8cb95190cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.661409056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f87631-b3f3-40f1-a632-ecc7462ead0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.714522248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f87631-b3f3-40f1-a632-ecc7462ead0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.766937563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f87631-b3f3-40f1-a632-ecc7462ead0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:10.818820676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f87631-b3f3-40f1-a632-ecc7462ead0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:12.766536784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015c699c-e612-4109-b2ce-63bb483241c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:12.819157513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015c699c-e612-4109-b2ce-63bb483241c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:12.873586047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015c699c-e612-4109-b2ce-63bb483241c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:12.925532532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015c699c-e612-4109-b2ce-63bb483241c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.142783692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02eb528f-224f-42f3-b0b6-3d8f929d0a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.19485142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02eb528f-224f-42f3-b0b6-3d8f929d0a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.246792827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02eb528f-224f-42f3-b0b6-3d8f929d0a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:22.299183278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02eb528f-224f-42f3-b0b6-3d8f929d0a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:24.186558369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c60478c-91ab-4bfd-81ce-efbc736ab7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:24.238463843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c60478c-91ab-4bfd-81ce-efbc736ab7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:24.290453505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c60478c-91ab-4bfd-81ce-efbc736ab7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:24.342330932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c60478c-91ab-4bfd-81ce-efbc736ab7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.18242147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d68a0124-a920-46eb-a41c-1ef3f4077ed4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.182458438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d68a0124-a920-46eb-a41c-1ef3f4077ed4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.239085084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8d06d51-5fca-46d7-80f5-d43ac4e6ecba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.239105089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8d06d51-5fca-46d7-80f5-d43ac4e6ecba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.3622406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"f3a35e4a-e323-44ee-85be-291a7a9e60e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67448","tenantID":"e2e-api-b-e67448","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.390586274Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","namespace":"ai-tenant-e2e-ipp-b-fee9f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.390647023Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","namespace":"ai-tenant-e2e-ipp-b-fee9f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.390700041Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","tenant":"e2e-ipp-b-fee9f0","tenantID":"e2e-ipp-b-fee9f0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.44463655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-fee9f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.50036461Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"f3a35e4a-e323-44ee-85be-291a7a9e60e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"name":"e2e-api-b-e67448-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.521605513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"Service","name":"maas-api-e2e-ipp-b-fee9f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.582861343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-fee9f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.583237569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e67448-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"f3a35e4a-e323-44ee-85be-291a7a9e60e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.637636761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-fee9f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.641233862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65b70437-c0d9-4dfb-9e61-81fa34b91fd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.641250323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65b70437-c0d9-4dfb-9e61-81fa34b91fd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.693037859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.758486251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.816843178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.880386719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.884526441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.932716698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:25.984496715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.036828152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"Service","name":"payload-processing-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.08900197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.140496343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.191852856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.243468146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.299781829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.357800801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.409601051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.470122707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-fee9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:26.521975116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fee9f0"},"namespace":"ai-tenant-e2e-ipp-b-fee9f0","name":"default-tenant","reconcileID":"ef603f13-264c-4df8-bc4d-78faf5b58d2d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-fee9f0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.106819955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"2f622303-5ac6-43ef-8880-945532194110","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-842bbd","tenantID":"e2e-api-a-842bbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.163544791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"2f622303-5ac6-43ef-8880-945532194110","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"name":"e2e-api-a-842bbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.197397287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a72b44-e1ca-4496-9b97-837d8af160b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.249382336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a72b44-e1ca-4496-9b97-837d8af160b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.301595852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a72b44-e1ca-4496-9b97-837d8af160b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.353683097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a72b44-e1ca-4496-9b97-837d8af160b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.41362709Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-fee9f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-fee9f0","reconcileID":"a329303e-c641-400a-8a05-c9d7f434cbd4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-fee9f0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-fee9f0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.900056134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"7ef7a61e-9cf4-4e6f-95f7-6205d3ec9b9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-842bbd","tenantID":"e2e-api-a-842bbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:27.957267464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"7ef7a61e-9cf4-4e6f-95f7-6205d3ec9b9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"name":"e2e-api-a-842bbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:29.319539274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72788618-fa04-46e3-89bc-e08df1ea9ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:29.371330904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72788618-fa04-46e3-89bc-e08df1ea9ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:29.423218497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72788618-fa04-46e3-89bc-e08df1ea9ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:29.475581412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72788618-fa04-46e3-89bc-e08df1ea9ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.441530006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdfad91-9e69-4072-925d-93d950520291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.493573353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdfad91-9e69-4072-925d-93d950520291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.546263601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdfad91-9e69-4072-925d-93d950520291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:31.599206497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdfad91-9e69-4072-925d-93d950520291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:35.751321027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"816e64a4-13f5-474b-b77a-e53ae3d18e2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67448","tenantID":"e2e-api-b-e67448","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:35.809491288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"816e64a4-13f5-474b-b77a-e53ae3d18e2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"name":"e2e-api-b-e67448-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:35.865491719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e67448-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"816e64a4-13f5-474b-b77a-e53ae3d18e2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:38.72261809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a6ddf9-9210-479b-9d90-c3ac25776b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:38.774763254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a6ddf9-9210-479b-9d90-c3ac25776b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:38.826780821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a6ddf9-9210-479b-9d90-c3ac25776b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:38.827029885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"215af52c-2793-466d-b0c0-8b1a1e5b684f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-842bbd","tenantID":"e2e-api-a-842bbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:38.87868765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a6ddf9-9210-479b-9d90-c3ac25776b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:38.940010393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"215af52c-2793-466d-b0c0-8b1a1e5b684f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"name":"e2e-api-a-842bbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:39.256228006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"9d95bf52-2542-443d-9e8a-00581d4b1e24","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-842bbd","tenantID":"e2e-api-a-842bbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:39.31285627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"9d95bf52-2542-443d-9e8a-00581d4b1e24","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"name":"e2e-api-a-842bbd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:40.834058779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ba526f-6b99-4abd-b6d2-b8557f30d966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:40.887997676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ba526f-6b99-4abd-b6d2-b8557f30d966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:40.940873833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ba526f-6b99-4abd-b6d2-b8557f30d966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:40.992866019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ba526f-6b99-4abd-b6d2-b8557f30d966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:42.127491093Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-83ab2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-83ab2c","reconcileID":"842aaa81-cb7b-4492-ba91-b65581054eab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-83ab2c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-83ab2c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:43.007273216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f39d20b-45d6-4397-b6b4-ca012a954354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:43.059904275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f39d20b-45d6-4397-b6b4-ca012a954354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:43.111754982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f39d20b-45d6-4397-b6b4-ca012a954354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:43.163922394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f39d20b-45d6-4397-b6b4-ca012a954354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:45.227587396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30c7b25b-1a4c-4c18-ac44-4f87e63566e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:45.279653447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30c7b25b-1a4c-4c18-ac44-4f87e63566e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:45.332996683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30c7b25b-1a4c-4c18-ac44-4f87e63566e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:45.385471836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30c7b25b-1a4c-4c18-ac44-4f87e63566e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:45.969759588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"72071112-6d73-41f8-bca4-b25054404cc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67448","tenantID":"e2e-api-b-e67448","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:46.027293385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"72071112-6d73-41f8-bca4-b25054404cc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"name":"e2e-api-b-e67448-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:46.083731531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e67448-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d77b38dad3131f925920e5546a19f1f36c181c7df0b51769a5a271c541fbb20) AuthConfig (3fe6ae7bee1d079a63c6a49520a8e870cacb8b062aba0f8bc183b4d7c8b9ab3b) AuthConfig (b14afc4d559e2e58edc673fe1734c7cfa4435ae3a67ea966f7d5332f7ad8317d) AuthConfig (a1b14c1b3464e61244bc329c0e223bbabeab1ec11a4e35941deb940585105d69) AuthConfig (cf93ad26343781e371fba4040abed24beb0da33628ed81152f1af5b6625c2a3b) AuthConfig (5c4d793384029aa88c12375c65a37e7dc1d96f819aa0f785f71c9b3f6a8327e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"72071112-6d73-41f8-bca4-b25054404cc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:46.149135469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1443b7b-756d-4a0c-bb3b-2c5e262c6b60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:46.149156253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1443b7b-756d-4a0c-bb3b-2c5e262c6b60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:55.879942796Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:56.25300564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"88baf8ef-03c2-42ed-8ebb-afb3447a491c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67448","tenantID":"e2e-api-b-e67448","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:56.310463977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"88baf8ef-03c2-42ed-8ebb-afb3447a491c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"name":"e2e-api-b-e67448-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:56.369774641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e67448-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d77b38dad3131f925920e5546a19f1f36c181c7df0b51769a5a271c541fbb20) AuthConfig (3fe6ae7bee1d079a63c6a49520a8e870cacb8b062aba0f8bc183b4d7c8b9ab3b) AuthConfig (b14afc4d559e2e58edc673fe1734c7cfa4435ae3a67ea966f7d5332f7ad8317d) AuthConfig (a1b14c1b3464e61244bc329c0e223bbabeab1ec11a4e35941deb940585105d69) AuthConfig (cf93ad26343781e371fba4040abed24beb0da33628ed81152f1af5b6625c2a3b) AuthConfig (5c4d793384029aa88c12375c65a37e7dc1d96f819aa0f785f71c9b3f6a8327e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"88baf8ef-03c2-42ed-8ebb-afb3447a491c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:59.070403273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27458d50-5e86-4342-868d-2d89b20f480e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:59.268157297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"bff43bbd-2174-4fa2-be6a-0e0349afb54b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:59.432267605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"e2627313-1878-4742-8376-1d7639bf849a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:59.556125391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"e8758b6a-5f88-4740-b4ec-73531b88fab2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:59.656530317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"0bf200d7-33a0-4519-a5e9-c71b0559c8d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:07:59.986208814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fdd16aa6-5be5-4f0c-83c5-dacbe1d8719e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:00.073902861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"29513d3b-c3e5-4241-8393-f5d3e74d396e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:00.187837767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"60e153b7-64c2-45f8-95b3-3ae46f5d8019","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:00.196833964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"c55e3337-9dd3-417c-bc8f-52e09af71395","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:00.328661973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"cd55d300-acec-445d-873e-e36a63843754","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:00.385715583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"a2cb640c-e404-40a8-9911-c87b96433961","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:00.513558796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"4c9c8bfb-001c-4aa7-a2d7-a37583764503","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.073483138Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"bf19951d-f816-4ce1-b279-20c551ded328","namespace":"ai-tenant-e2e-api-a-842bbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.073542038Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"bf19951d-f816-4ce1-b279-20c551ded328","namespace":"ai-tenant-e2e-api-a-842bbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.073593494Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"bf19951d-f816-4ce1-b279-20c551ded328","name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.128539733Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"bf19951d-f816-4ce1-b279-20c551ded328","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.128977628Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"29934aab-d0e0-49fe-a444-ecad5007a3d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.129326302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0a91a89-140e-43ea-83f3-98031dd0067e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.129342966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0a91a89-140e-43ea-83f3-98031dd0067e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.322260667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7524815-071a-488d-90f7-eb2933294913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.374439412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7524815-071a-488d-90f7-eb2933294913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.426274927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7524815-071a-488d-90f7-eb2933294913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.478171978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"29934aab-d0e0-49fe-a444-ecad5007a3d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-842bbd","tenantID":"e2e-api-a-842bbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.478186096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7524815-071a-488d-90f7-eb2933294913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.606925706Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"29934aab-d0e0-49fe-a444-ecad5007a3d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"name":"e2e-api-a-842bbd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.60695055Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"e2e-e2e-api-a-842bbd-policy","reconcileID":"29934aab-d0e0-49fe-a444-ecad5007a3d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-842bbd-policy","namespace":"ai-tenant-e2e-api-a-842bbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-842bbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.663652103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a73e2e71-770b-47b4-91dd-f38b859bff13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.663677209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a73e2e71-770b-47b4-91dd-f38b859bff13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:04.917914967Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4ebf78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4ebf78","reconcileID":"20a33515-18ee-4fce-a10a-3b98237a8285","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4ebf78","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-4ebf78":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:06.421491378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a12f07-7a13-441b-95f0-32de9aaa5190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:06.473486316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a12f07-7a13-441b-95f0-32de9aaa5190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:06.525639717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a12f07-7a13-441b-95f0-32de9aaa5190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:06.577487046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a12f07-7a13-441b-95f0-32de9aaa5190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:06.629419121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"38c2448b-f6a4-4789-bd62-6e9e99612501","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67448","tenantID":"e2e-api-b-e67448","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:06.690221525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"38c2448b-f6a4-4789-bd62-6e9e99612501","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"name":"e2e-api-b-e67448-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:07.049720175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06f8bcf2-8f0c-4592-bab0-635ba8d9c2ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:07.049742681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06f8bcf2-8f0c-4592-bab0-635ba8d9c2ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.175884191Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","namespace":"ai-tenant-e2e-ipp-a-a23af5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.175941768Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","namespace":"ai-tenant-e2e-ipp-a-a23af5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.175992386Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","tenant":"e2e-ipp-a-a23af5","tenantID":"e2e-ipp-a-a23af5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.230260454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a23af5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.291820021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"Service","name":"maas-api-e2e-ipp-a-a23af5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.354613596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a23af5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.409115434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a23af5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.479445618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.548405024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.612614819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.672173142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.731816941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.786680467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.847411344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"Service","name":"payload-processing-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.913589196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:09.969159428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:10.024394582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:10.083386039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:10.141203527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:10.197748719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:10.252638421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:10.312673989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a23af5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:10.372495124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a23af5"},"namespace":"ai-tenant-e2e-ipp-a-a23af5","name":"default-tenant","reconcileID":"6cfe7d7a-4c46-4bde-bd96-df47dca42433","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a23af5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:11.196167169Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a23af5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a23af5","reconcileID":"05a739d7-b88e-49b1-afe8-11377e8c23af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a23af5","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a23af5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:12.314033207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a221b71d-a3a0-4d4c-9394-16940e57a661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:12.365968223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a221b71d-a3a0-4d4c-9394-16940e57a661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:12.417796067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a221b71d-a3a0-4d4c-9394-16940e57a661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:12.469463074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a221b71d-a3a0-4d4c-9394-16940e57a661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.431265839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26376c18-31b8-4971-ac3f-fb6c0768f164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.487014176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26376c18-31b8-4971-ac3f-fb6c0768f164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.540777798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26376c18-31b8-4971-ac3f-fb6c0768f164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:14.592875947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26376c18-31b8-4971-ac3f-fb6c0768f164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:16.515667472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb727344-982d-4ef7-8f69-490be07c07d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:16.568599643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb727344-982d-4ef7-8f69-490be07c07d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:16.621114391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb727344-982d-4ef7-8f69-490be07c07d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:16.673017222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb727344-982d-4ef7-8f69-490be07c07d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:18.614063625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f695d47-50e2-4a5d-9aec-1e703d225703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:18.666928577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f695d47-50e2-4a5d-9aec-1e703d225703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:18.71910483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f695d47-50e2-4a5d-9aec-1e703d225703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:18.771361403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f695d47-50e2-4a5d-9aec-1e703d225703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:20.681886233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4135b078-5e87-4d9a-8ba2-b054ce740d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:20.737824439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4135b078-5e87-4d9a-8ba2-b054ce740d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:20.791645746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4135b078-5e87-4d9a-8ba2-b054ce740d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:20.843699329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4135b078-5e87-4d9a-8ba2-b054ce740d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:22.777545411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70cdc11-e307-4719-824b-1d4dd74a031e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:22.836973846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70cdc11-e307-4719-824b-1d4dd74a031e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:22.889524152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70cdc11-e307-4719-824b-1d4dd74a031e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:22.941630637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70cdc11-e307-4719-824b-1d4dd74a031e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:24.926030682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5849a4d-51a5-4afe-b759-fed1d50926cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:24.97864079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5849a4d-51a5-4afe-b759-fed1d50926cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:25.031098319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5849a4d-51a5-4afe-b759-fed1d50926cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:25.083076925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5849a4d-51a5-4afe-b759-fed1d50926cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:25.878892189Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:26.978758825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbdba32-c2db-4714-8ba2-8f1f6f3a292e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:27.031435629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbdba32-c2db-4714-8ba2-8f1f6f3a292e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:27.083537147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbdba32-c2db-4714-8ba2-8f1f6f3a292e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:27.135655876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbdba32-c2db-4714-8ba2-8f1f6f3a292e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.02730169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50fedca-a2b6-4110-a7b1-5acda29554a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.080078524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50fedca-a2b6-4110-a7b1-5acda29554a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.132190341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50fedca-a2b6-4110-a7b1-5acda29554a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:29.185737324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50fedca-a2b6-4110-a7b1-5acda29554a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:40.549612826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"43afaff4-637d-489e-b321-1066ebbc26d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:40.682660365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"7e3ec079-6333-484c-afee-a28c85e99496","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:40.802899205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"237a2f90-d3f6-46de-937f-dd4004087c53","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:40.810406976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"aecfe0f2-c3e8-473d-af78-4c132793e297","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:40.897377073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"def4dde9-075d-4d27-8cea-eb259177f2d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:41.009059404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"c6693b2f-75ed-4150-96ea-3791f978072f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:41.102326075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"03d93e85-933a-4042-9719-89709cd9b526","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:41.206743897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"10ad69a4-7118-47d4-9b48-a84239215654","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:41.310525957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"c726c11c-7bc3-435f-b676-2b36c76f4102","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:41.402497601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"f16807ae-7ef8-4e3b-b019-cd52450274aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:41.503978739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"17f9be79-ca4d-4502-9add-db4889c9a514","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:41.72144894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"5a5a1f36-e1d7-4a12-b8cb-495f5da3d6fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:44.729454238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ae8067-0f3f-4a0d-8f43-5bdbd64177ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:44.781588742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ae8067-0f3f-4a0d-8f43-5bdbd64177ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:44.833650226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ae8067-0f3f-4a0d-8f43-5bdbd64177ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:44.885673865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ae8067-0f3f-4a0d-8f43-5bdbd64177ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:45.266600273Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-7f44c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-7f44c7","reconcileID":"90758529-8b87-433b-b5f3-78b6aaae1ad2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-7f44c7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-7f44c7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:46.823872914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a883fd-3370-4974-9283-fe63ce471313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:46.876484091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a883fd-3370-4974-9283-fe63ce471313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:46.928615345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a883fd-3370-4974-9283-fe63ce471313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:46.980568288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a883fd-3370-4974-9283-fe63ce471313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:47.314657265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"6981dd90-ea22-4d49-94c9-9f95a7bbcab9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-83ab2c","tenantID":"e2e-praxis-a-83ab2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:47.433432044Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"6981dd90-ea22-4d49-94c9-9f95a7bbcab9","name":"e2e-praxis-a-83ab2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:48.898146467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0b1af0-b619-4788-b894-bf2ec97bf5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:48.952913315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0b1af0-b619-4788-b894-bf2ec97bf5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:49.004750526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0b1af0-b619-4788-b894-bf2ec97bf5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:49.058175112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0b1af0-b619-4788-b894-bf2ec97bf5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:51.041605235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8681d8-34eb-47e9-acf4-a44a901b187a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:51.093641452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8681d8-34eb-47e9-acf4-a44a901b187a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:51.146184455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8681d8-34eb-47e9-acf4-a44a901b187a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:51.198018932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8681d8-34eb-47e9-acf4-a44a901b187a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:53.093695354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a957ea-9e30-4068-bf77-c4564a844315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:53.146049019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a957ea-9e30-4068-bf77-c4564a844315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:53.19817182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a957ea-9e30-4068-bf77-c4564a844315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:53.250843507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a957ea-9e30-4068-bf77-c4564a844315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:55.163700758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025b8194-0438-405a-8d5e-94e9a9ebacb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:55.216609618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025b8194-0438-405a-8d5e-94e9a9ebacb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:55.26851525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025b8194-0438-405a-8d5e-94e9a9ebacb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:55.320468998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025b8194-0438-405a-8d5e-94e9a9ebacb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:55.879484223Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:57.215997799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f0003e-4b18-43a4-8f06-356a74c6ab72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:57.267862936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f0003e-4b18-43a4-8f06-356a74c6ab72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:57.319789941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f0003e-4b18-43a4-8f06-356a74c6ab72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:57.371767589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f0003e-4b18-43a4-8f06-356a74c6ab72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:59.27390385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7ef751-db71-4353-9c29-600d418ce617","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:59.326685959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7ef751-db71-4353-9c29-600d418ce617","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:59.380634461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7ef751-db71-4353-9c29-600d418ce617","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:08:59.434774918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7ef751-db71-4353-9c29-600d418ce617","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.326746663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7c8d96-e42b-41bd-a4fb-ca7a72473b25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.378630635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7c8d96-e42b-41bd-a4fb-ca7a72473b25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.430799496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7c8d96-e42b-41bd-a4fb-ca7a72473b25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:01.482859635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7c8d96-e42b-41bd-a4fb-ca7a72473b25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.381016519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee958a27-ce16-4b4b-b1fa-eab0ec1e6a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.433100608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee958a27-ce16-4b4b-b1fa-eab0ec1e6a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.485000692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee958a27-ce16-4b4b-b1fa-eab0ec1e6a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:03.537453402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee958a27-ce16-4b4b-b1fa-eab0ec1e6a8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:05.455163107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75b3265-10a4-4850-a96c-eb7a213f6434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:05.508434033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75b3265-10a4-4850-a96c-eb7a213f6434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:05.560430941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75b3265-10a4-4850-a96c-eb7a213f6434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:05.613213803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75b3265-10a4-4850-a96c-eb7a213f6434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:07.512129937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e1aca9-2771-497a-992d-05ad1cb3730b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:07.56542109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e1aca9-2771-497a-992d-05ad1cb3730b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:07.617446828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e1aca9-2771-497a-992d-05ad1cb3730b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:07.669444847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e1aca9-2771-497a-992d-05ad1cb3730b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:09.585447013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2b3e47-2882-42b5-b8c6-cf46c1d9d5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:09.637429643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2b3e47-2882-42b5-b8c6-cf46c1d9d5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:09.689327149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2b3e47-2882-42b5-b8c6-cf46c1d9d5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:09.741836301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2b3e47-2882-42b5-b8c6-cf46c1d9d5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:11.681256243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258235c3-072e-4e2f-85a0-e28c478515e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:11.7332739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258235c3-072e-4e2f-85a0-e28c478515e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:11.78518783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258235c3-072e-4e2f-85a0-e28c478515e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:11.837369493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258235c3-072e-4e2f-85a0-e28c478515e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.475509483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"0129a53e-eca7-4ef8-9529-f61d3ec17fa1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-4ebf78","tenantID":"e2e-ipp-b-4ebf78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.593018013Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"0129a53e-eca7-4ef8-9529-f61d3ec17fa1","name":"e2e-ipp-b-4ebf78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.650889962Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","namespace":"ai-tenant-e2e-api-a-842bbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.65095898Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","namespace":"ai-tenant-e2e-api-a-842bbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.651012523Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","tenant":"e2e-api-a-842bbd","tenantID":"e2e-api-a-842bbd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.706618945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"Deployment","name":"maas-api-e2e-api-a-842bbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.727762209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644e1499-17f7-4dfe-ae95-95dac398ff44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.779739872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644e1499-17f7-4dfe-ae95-95dac398ff44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.790179407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"Service","name":"maas-api-e2e-api-a-842bbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.831575613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644e1499-17f7-4dfe-ae95-95dac398ff44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.883266963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644e1499-17f7-4dfe-ae95-95dac398ff44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.889102772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-842bbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.942590863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-842bbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:13.999612481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.054466091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.150997604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.206446905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.258125549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"Deployment","name":"payload-processing-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.314377893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.365955363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"Service","name":"payload-processing-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.417409205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"Service","name":"payload-pre-processing-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.468888728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.520628572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.572123656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.628567991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.680262252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.732192911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.787601238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-842bbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:14.839569264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-842bbd"},"namespace":"ai-tenant-e2e-api-a-842bbd","name":"default-tenant","reconcileID":"7ba7ef45-f83f-43a2-8b58-be9594549b4c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-842bbd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:15.772811404Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-842bbd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-842bbd","reconcileID":"b3701485-fde1-4a3c-8cb4-a62f114cb6fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-842bbd","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-842bbd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:15.79533829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70505eb5-79c3-47c3-b637-8de30675fe5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:15.847753712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70505eb5-79c3-47c3-b637-8de30675fe5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:15.89966049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70505eb5-79c3-47c3-b637-8de30675fe5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:15.951531363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70505eb5-79c3-47c3-b637-8de30675fe5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:17.844043083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3096ff-1a1e-4848-8479-af267b087ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:17.89599016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3096ff-1a1e-4848-8479-af267b087ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:17.947800529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3096ff-1a1e-4848-8479-af267b087ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:17.999788141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3096ff-1a1e-4848-8479-af267b087ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.929788709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"69447b88-18ee-48ba-a073-a4419e0a3532","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67448","tenantID":"e2e-api-b-e67448","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:23.987343786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"69447b88-18ee-48ba-a073-a4419e0a3532","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"name":"e2e-api-b-e67448-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.295249336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"226e4d20-22e3-4e06-b55c-681b83942285","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67448","tenantID":"e2e-api-b-e67448","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.352082316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"226e4d20-22e3-4e06-b55c-681b83942285","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"name":"e2e-api-b-e67448-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.715346658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb75f784-9951-439a-86bd-d02e18799b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.76734212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb75f784-9951-439a-86bd-d02e18799b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.819150021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb75f784-9951-439a-86bd-d02e18799b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:24.871850114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb75f784-9951-439a-86bd-d02e18799b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:25.87916337Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.814561919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b589f8-b5e6-4e9b-9c72-58d3fbca37da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.866787056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b589f8-b5e6-4e9b-9c72-58d3fbca37da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.91873391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b589f8-b5e6-4e9b-9c72-58d3fbca37da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:26.97158057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b589f8-b5e6-4e9b-9c72-58d3fbca37da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:28.872399012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c33c9e-82c8-44bd-9368-9ae4457edff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:28.924207883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c33c9e-82c8-44bd-9368-9ae4457edff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:28.976432587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c33c9e-82c8-44bd-9368-9ae4457edff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:29.029950546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c33c9e-82c8-44bd-9368-9ae4457edff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:30.937166225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9638b259-48f6-4054-9ccb-33225ec36d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:30.9889546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9638b259-48f6-4054-9ccb-33225ec36d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:31.040610871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9638b259-48f6-4054-9ccb-33225ec36d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:31.092531763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9638b259-48f6-4054-9ccb-33225ec36d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:33.011576302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e932e95-05ba-42ed-9275-b84905c6b490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:33.065877375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e932e95-05ba-42ed-9275-b84905c6b490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:33.118259825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e932e95-05ba-42ed-9275-b84905c6b490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:33.170181889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e932e95-05ba-42ed-9275-b84905c6b490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.378810936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"3e7d734a-2b90-417c-b6da-f94f7a6eac28","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67448","tenantID":"e2e-api-b-e67448","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.43670983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"3e7d734a-2b90-417c-b6da-f94f7a6eac28","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"name":"e2e-api-b-e67448-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.826964337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"6656842b-6f4a-428d-90f6-8eaf66660ae5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67448","tenantID":"e2e-api-b-e67448","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:34.885327438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"6656842b-6f4a-428d-90f6-8eaf66660ae5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"name":"e2e-api-b-e67448-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:35.063808148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8bb8fe-bd51-489d-8a75-e57cc7b81f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:35.116536763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8bb8fe-bd51-489d-8a75-e57cc7b81f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:35.168886515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8bb8fe-bd51-489d-8a75-e57cc7b81f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:35.220855889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8bb8fe-bd51-489d-8a75-e57cc7b81f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.084724711Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","namespace":"ai-tenant-e2e-ipp-b-0ee379","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.084797189Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","namespace":"ai-tenant-e2e-ipp-b-0ee379","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.084855883Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","tenant":"e2e-ipp-b-0ee379","tenantID":"e2e-ipp-b-0ee379","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.140006708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"Deployment","name":"maas-api-e2e-ipp-b-0ee379","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.203551553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"Service","name":"maas-api-e2e-ipp-b-0ee379","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.267927556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-0ee379","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.32654874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-0ee379","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.384366037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.446237461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.505845941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.562098488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.618361773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.677455885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.748012676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"Service","name":"payload-processing-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.812046845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.867415571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.922768633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:37.981401015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:38.03774709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:38.094777147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:38.153028515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:38.212567608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-0ee379","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:38.270401068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee379"},"namespace":"ai-tenant-e2e-ipp-b-0ee379","name":"default-tenant","reconcileID":"ce3d397e-4ee6-47b0-8198-5a3826dc8102","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-0ee379","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:39.141761521Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0ee379","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0ee379","reconcileID":"07f46a26-a27a-4927-86e4-305191561265","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0ee379","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-0ee379"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:40.3303792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003e161b-0079-4319-83f3-cb8586de08d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:40.382560848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003e161b-0079-4319-83f3-cb8586de08d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:40.435110549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003e161b-0079-4319-83f3-cb8586de08d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:40.487194386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003e161b-0079-4319-83f3-cb8586de08d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:42.401557267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314232b1-c9eb-4e2a-a405-4410cd8b2140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:42.453300712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314232b1-c9eb-4e2a-a405-4410cd8b2140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:42.505400556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314232b1-c9eb-4e2a-a405-4410cd8b2140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:42.557001896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314232b1-c9eb-4e2a-a405-4410cd8b2140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:44.516151608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965003fd-b0a8-43fe-ab03-dbf079fdf348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:44.56864666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965003fd-b0a8-43fe-ab03-dbf079fdf348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:44.620591569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965003fd-b0a8-43fe-ab03-dbf079fdf348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:44.672531067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965003fd-b0a8-43fe-ab03-dbf079fdf348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:46.609847577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0b6ebd-07b6-411f-887e-6f6b227cbe9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:46.661931548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0b6ebd-07b6-411f-887e-6f6b227cbe9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:46.714051338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0b6ebd-07b6-411f-887e-6f6b227cbe9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:46.766916743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0b6ebd-07b6-411f-887e-6f6b227cbe9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:48.675162688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f95f255-6d4c-458d-9919-157f49a35cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:48.728215737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f95f255-6d4c-458d-9919-157f49a35cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:48.782161415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f95f255-6d4c-458d-9919-157f49a35cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:48.835531512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f95f255-6d4c-458d-9919-157f49a35cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:52.457937862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3691e550-e94b-4f58-86d5-0ddfa127c967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:52.51037351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3691e550-e94b-4f58-86d5-0ddfa127c967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:52.562814928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3691e550-e94b-4f58-86d5-0ddfa127c967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:52.615137492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3691e550-e94b-4f58-86d5-0ddfa127c967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:54.079663107Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0be4a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0be4a4","reconcileID":"1f046c45-27b8-45a6-adb1-1b760ff77afc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0be4a4","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-0be4a4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:54.507570008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7106d1f3-94a0-4403-beb8-6963d7611e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:54.560312408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7106d1f3-94a0-4403-beb8-6963d7611e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:54.612409519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7106d1f3-94a0-4403-beb8-6963d7611e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:54.665661251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7106d1f3-94a0-4403-beb8-6963d7611e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:55.824706203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"257f99a8-33f0-488e-a9b6-dfc542463f9d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-7f44c7","tenantID":"e2e-ipp-b-7f44c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:55.878920273Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:55.94637256Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"257f99a8-33f0-488e-a9b6-dfc542463f9d","name":"e2e-ipp-b-7f44c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:56.580138345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ed425c3-47b9-4824-957b-1406ac336916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:56.632795593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ed425c3-47b9-4824-957b-1406ac336916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:56.68544802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ed425c3-47b9-4824-957b-1406ac336916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:56.737391407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ed425c3-47b9-4824-957b-1406ac336916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:58.634549396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189b7866-fb02-49dc-8d71-0ebb7055aef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:58.687161969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189b7866-fb02-49dc-8d71-0ebb7055aef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:58.739253705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189b7866-fb02-49dc-8d71-0ebb7055aef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:09:58.791789476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189b7866-fb02-49dc-8d71-0ebb7055aef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:00.7321468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cab3046-a323-4c6f-b5a7-5a4d15239965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:00.784427656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cab3046-a323-4c6f-b5a7-5a4d15239965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:00.83675926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cab3046-a323-4c6f-b5a7-5a4d15239965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:00.893879497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cab3046-a323-4c6f-b5a7-5a4d15239965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:01.226471656Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5a035d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5a035d","reconcileID":"bb6873bc-bbd4-4673-8ad6-6d16963e5ffc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-5a035d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-5a035d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:02.835657399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2246d365-2b13-44d4-876c-a4de840c7587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:02.887835512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2246d365-2b13-44d4-876c-a4de840c7587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:02.939848578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2246d365-2b13-44d4-876c-a4de840c7587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:02.992709512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2246d365-2b13-44d4-876c-a4de840c7587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.891223714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd0603d-a663-45f1-9570-7e010a4ea78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.943451416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd0603d-a663-45f1-9570-7e010a4ea78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:04.996195903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd0603d-a663-45f1-9570-7e010a4ea78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:05.048199485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd0603d-a663-45f1-9570-7e010a4ea78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.946848334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9eb907-caad-4199-8984-64fe85f3b0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:06.99915547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9eb907-caad-4199-8984-64fe85f3b0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.05164243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9eb907-caad-4199-8984-64fe85f3b0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:07.10373598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9eb907-caad-4199-8984-64fe85f3b0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:09.124452025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3e2eb6-d608-4d49-aff1-22c8927a4cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:09.176756081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3e2eb6-d608-4d49-aff1-22c8927a4cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:09.228486938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3e2eb6-d608-4d49-aff1-22c8927a4cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:09.280321395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3e2eb6-d608-4d49-aff1-22c8927a4cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.219791877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27db4ec6-f5dc-468c-beac-e512c8795d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.271883068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27db4ec6-f5dc-468c-beac-e512c8795d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.323679129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27db4ec6-f5dc-468c-beac-e512c8795d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:11.375472725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27db4ec6-f5dc-468c-beac-e512c8795d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:23.187088855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bdd66a-9268-45fb-8187-552c672bbb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:23.239639452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bdd66a-9268-45fb-8187-552c672bbb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:23.291433432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bdd66a-9268-45fb-8187-552c672bbb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:23.343112323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bdd66a-9268-45fb-8187-552c672bbb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:25.413535513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"938979e9-1100-4a39-a456-a82b82cd8c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:25.472027638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"938979e9-1100-4a39-a456-a82b82cd8c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:25.529243023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"938979e9-1100-4a39-a456-a82b82cd8c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:25.582516037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"938979e9-1100-4a39-a456-a82b82cd8c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:25.88084795Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:26.514844148Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"872132b2-e508-4b3b-a031-a7e27b9977e7","namespace":"ai-tenant-e2e-api-b-e67448","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:26.514921032Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"872132b2-e508-4b3b-a031-a7e27b9977e7","namespace":"ai-tenant-e2e-api-b-e67448","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:26.514980635Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"872132b2-e508-4b3b-a031-a7e27b9977e7","name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:26.572171524Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"872132b2-e508-4b3b-a031-a7e27b9977e7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:26.572533612Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"4bb9e969-b6e4-4a5d-9ca5-e6652d64f433","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:26.572856149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddcf86b5-609b-4910-a288-83f419bea36e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:26.572870708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddcf86b5-609b-4910-a288-83f419bea36e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:26.748466134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"4bb9e969-b6e4-4a5d-9ca5-e6652d64f433","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67448","tenantID":"e2e-api-b-e67448","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:26.879399481Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"4bb9e969-b6e4-4a5d-9ca5-e6652d64f433","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"name":"e2e-api-b-e67448-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:26.879425432Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"e2e-e2e-api-b-e67448-policy","reconcileID":"4bb9e969-b6e4-4a5d-9ca5-e6652d64f433","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e67448-policy","namespace":"ai-tenant-e2e-api-b-e67448"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e67448","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:26.939423407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0261f782-788f-4b6d-82dd-e76f13bdbcdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:26.939443158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0261f782-788f-4b6d-82dd-e76f13bdbcdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:27.531792845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8645769-a2b5-4366-b6fa-b3edb6e9bccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:27.58857579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8645769-a2b5-4366-b6fa-b3edb6e9bccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:27.640611177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8645769-a2b5-4366-b6fa-b3edb6e9bccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:27.692918082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8645769-a2b5-4366-b6fa-b3edb6e9bccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.183989321Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","namespace":"ai-tenant-e2e-ipp-a-1acf9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.184048011Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","namespace":"ai-tenant-e2e-ipp-a-1acf9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.184098705Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","tenant":"e2e-ipp-a-1acf9b","tenantID":"e2e-ipp-a-1acf9b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.238739016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"Deployment","name":"maas-api-e2e-ipp-a-1acf9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.298836506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"Service","name":"maas-api-e2e-ipp-a-1acf9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.359237625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-1acf9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.413252961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-1acf9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.469182179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.523975332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.579204862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.633944351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.689930604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.744462478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.807500152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"Service","name":"payload-processing-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.879498429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.934371773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:38.990948475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.046863016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.105870751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.159774981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.21515929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.271686406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-1acf9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:39.329104917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1acf9b"},"namespace":"ai-tenant-e2e-ipp-a-1acf9b","name":"default-tenant","reconcileID":"49ac0d25-af0a-48c8-981c-8d212e6e4477","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-1acf9b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:40.149438917Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1acf9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1acf9b","reconcileID":"4f0a9a5e-6841-4ce0-a8c4-b7a058b5c30c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1acf9b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-1acf9b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.271983001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6bc205a-6841-494f-a8f7-e437f282e072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.324147064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6bc205a-6841-494f-a8f7-e437f282e072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.376470911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6bc205a-6841-494f-a8f7-e437f282e072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:41.434680601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6bc205a-6841-494f-a8f7-e437f282e072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.368461169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2f4206-cf62-4d76-aae4-44395fdcc5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.420533329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2f4206-cf62-4d76-aae4-44395fdcc5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.473013469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2f4206-cf62-4d76-aae4-44395fdcc5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:43.524987564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2f4206-cf62-4d76-aae4-44395fdcc5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:45.437582084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c19e0c4-4513-4384-85d1-344f24a51e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:45.489706649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c19e0c4-4513-4384-85d1-344f24a51e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:45.541717168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c19e0c4-4513-4384-85d1-344f24a51e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:45.593949706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c19e0c4-4513-4384-85d1-344f24a51e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:47.522736107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cb9549-39c3-484d-a783-293b40cfcacd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:47.574808244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cb9549-39c3-484d-a783-293b40cfcacd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:47.626817532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cb9549-39c3-484d-a783-293b40cfcacd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:47.678868576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cb9549-39c3-484d-a783-293b40cfcacd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:49.613979609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91946875-4f58-4239-b317-cf08cf7270a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:49.68304951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91946875-4f58-4239-b317-cf08cf7270a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:49.735207942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91946875-4f58-4239-b317-cf08cf7270a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:49.786946375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91946875-4f58-4239-b317-cf08cf7270a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:51.777215551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e9a9d5-283b-47a6-89e9-b9394d6e602c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:51.829829508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e9a9d5-283b-47a6-89e9-b9394d6e602c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:51.882651539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e9a9d5-283b-47a6-89e9-b9394d6e602c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:51.934820285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e9a9d5-283b-47a6-89e9-b9394d6e602c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:54.634475124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"0daaa7de-6e3c-4c19-b123-e3d02c548524","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-0be4a4","tenantID":"e2e-praxis-a-0be4a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:54.753045323Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"0daaa7de-6e3c-4c19-b123-e3d02c548524","name":"e2e-praxis-a-0be4a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:10:55.879409224Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.66092161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"bf4cc1bb-54bf-4568-8078-fbf961bcd777","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-5a035d","tenantID":"e2e-praxis-b-5a035d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:04.78210136Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"bf4cc1bb-54bf-4568-8078-fbf961bcd777","name":"e2e-praxis-b-5a035d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.296436771Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","namespace":"ai-tenant-e2e-ipp-b-4ebf78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.296529592Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","namespace":"ai-tenant-e2e-ipp-b-4ebf78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.2966087Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","tenant":"e2e-ipp-b-4ebf78","tenantID":"e2e-ipp-b-4ebf78","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.350326934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"Deployment","name":"maas-api-e2e-ipp-b-4ebf78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.412357259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"Service","name":"maas-api-e2e-ipp-b-4ebf78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.473116666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-4ebf78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.561834638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-4ebf78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.63942869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.70307517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.760086749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.818590226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.870251582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.922556981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:19.97445238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"Service","name":"payload-processing-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:20.026562647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:20.078506012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:20.130231779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:20.181715324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:20.237598034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:20.289082147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:20.340904554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:20.395890404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-4ebf78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:20.44775868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4ebf78"},"namespace":"ai-tenant-e2e-ipp-b-4ebf78","name":"default-tenant","reconcileID":"10bbfb59-7518-49b1-8667-19c502df4707","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-4ebf78","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:21.327329471Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4ebf78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4ebf78","reconcileID":"afdeb6f2-40e3-4ea5-b20e-56a6c9c38ab4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4ebf78","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-4ebf78"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:22.534861133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5130d95-8e7d-48dc-8724-a24bdfb0ce52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:22.58707632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5130d95-8e7d-48dc-8724-a24bdfb0ce52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:22.641647159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5130d95-8e7d-48dc-8724-a24bdfb0ce52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:22.69350263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5130d95-8e7d-48dc-8724-a24bdfb0ce52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:24.637181986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618a1f78-5ad2-4cb2-b495-1caf4a6c65ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:24.689439545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618a1f78-5ad2-4cb2-b495-1caf4a6c65ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:24.741498596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618a1f78-5ad2-4cb2-b495-1caf4a6c65ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:24.793807453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618a1f78-5ad2-4cb2-b495-1caf4a6c65ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:25.615523391Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","namespace":"ai-tenant-e2e-api-b-e67448","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:25.615584105Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","namespace":"ai-tenant-e2e-api-b-e67448","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:25.615632992Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","tenant":"e2e-api-b-e67448","tenantID":"e2e-api-b-e67448","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:25.669891223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"Deployment","name":"maas-api-e2e-api-b-e67448","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:25.732052768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"Service","name":"maas-api-e2e-api-b-e67448","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:25.793256898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e67448","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:25.863397537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e67448","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:25.878750038Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:25.920638804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:25.975952584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.033101511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.087902997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.19150502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"Deployment","name":"payload-processing-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.247691401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.302520023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"Service","name":"payload-processing-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.363510345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.415732247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.474985617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.527105454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.583505904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.6419892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.694231597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.746487968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e67448","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.752094339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876b00c1-68a5-41ef-87de-29b2b9f8be06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.805887494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876b00c1-68a5-41ef-87de-29b2b9f8be06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.809573462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e67448"},"namespace":"ai-tenant-e2e-api-b-e67448","name":"default-tenant","reconcileID":"0f86ca74-4764-45ac-9b38-af6920048917","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e67448","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.858625838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876b00c1-68a5-41ef-87de-29b2b9f8be06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:26.910659996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876b00c1-68a5-41ef-87de-29b2b9f8be06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:27.739013856Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e67448","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e67448","reconcileID":"180e50da-9157-4900-956b-018defb400d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e67448","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-e67448"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:28.882158005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d5d302-0dc7-44c2-a840-2d2952e9af95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:28.938121843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d5d302-0dc7-44c2-a840-2d2952e9af95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:28.990596225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d5d302-0dc7-44c2-a840-2d2952e9af95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:29.042210245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d5d302-0dc7-44c2-a840-2d2952e9af95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:30.981696487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e66d88-8da6-465b-862e-1990bb4e674b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:31.034705817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e66d88-8da6-465b-862e-1990bb4e674b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:31.086361075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e66d88-8da6-465b-862e-1990bb4e674b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:31.138321453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e66d88-8da6-465b-862e-1990bb4e674b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:35.971998165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5863b254-f6a5-4ab0-825a-c7bb837d15c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.023818401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5863b254-f6a5-4ab0-825a-c7bb837d15c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.078593878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5863b254-f6a5-4ab0-825a-c7bb837d15c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.131189034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5863b254-f6a5-4ab0-825a-c7bb837d15c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:36.702090519Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f554bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f554bb","reconcileID":"90000dfc-1b14-4d53-b565-abd6448513d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f554bb","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-f554bb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.067466321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9c0190-fdc5-41c5-a046-41761e338fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.120410376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9c0190-fdc5-41c5-a046-41761e338fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.172495833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9c0190-fdc5-41c5-a046-41761e338fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:38.224971155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9c0190-fdc5-41c5-a046-41761e338fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.15998196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c77ba6-571d-4706-95c1-e1714957619a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.212543753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c77ba6-571d-4706-95c1-e1714957619a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.282503221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c77ba6-571d-4706-95c1-e1714957619a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:40.336989725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c77ba6-571d-4706-95c1-e1714957619a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:41.99195779Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-52d383","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-52d383","reconcileID":"39f730ed-ab89-4764-a04b-18655583f554","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-52d383","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-52d383":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:42.246697195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34eefaf9-f4f4-4665-94d7-8bebaa42bd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:42.299521904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34eefaf9-f4f4-4665-94d7-8bebaa42bd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:42.351878952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34eefaf9-f4f4-4665-94d7-8bebaa42bd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:42.427681347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34eefaf9-f4f4-4665-94d7-8bebaa42bd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:44.349116606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff74b9af-cbfd-40fa-89a5-39e9fc6141cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:44.40609799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff74b9af-cbfd-40fa-89a5-39e9fc6141cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:44.458045628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff74b9af-cbfd-40fa-89a5-39e9fc6141cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:44.510547853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff74b9af-cbfd-40fa-89a5-39e9fc6141cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.466498161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0031282-03c1-49df-bc31-591f9eb1479d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.518086884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0031282-03c1-49df-bc31-591f9eb1479d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.569989541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0031282-03c1-49df-bc31-591f9eb1479d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:46.621803572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0031282-03c1-49df-bc31-591f9eb1479d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:55.880086582Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:58.229463586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4485ce46-9f8c-4be3-8a6e-13d2328ccab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:58.281454598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4485ce46-9f8c-4be3-8a6e-13d2328ccab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:58.333211762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4485ce46-9f8c-4be3-8a6e-13d2328ccab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:11:58.38544413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4485ce46-9f8c-4be3-8a6e-13d2328ccab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:00.274274132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9e2251-5efc-47e9-bbb4-ea062449389b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:00.327053599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9e2251-5efc-47e9-bbb4-ea062449389b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:00.378959588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9e2251-5efc-47e9-bbb4-ea062449389b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:00.430833444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9e2251-5efc-47e9-bbb4-ea062449389b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.564090035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3536e715-4b76-4f39-818b-6d7e81248a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.616197882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3536e715-4b76-4f39-818b-6d7e81248a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.670945945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3536e715-4b76-4f39-818b-6d7e81248a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.723188148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3536e715-4b76-4f39-818b-6d7e81248a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.936735075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"036dea9b-b3ac-4edc-a918-585d1deba707","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:07.936770429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"036dea9b-b3ac-4edc-a918-585d1deba707","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:08.725072515Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cf43e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cf43e7","reconcileID":"aabd03c6-67ad-48dc-b892-9f8c3560cde7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cf43e7","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cf43e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.628763741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daaa1541-cde2-4660-abe8-c89285889de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.684047275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daaa1541-cde2-4660-abe8-c89285889de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.735878224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daaa1541-cde2-4660-abe8-c89285889de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:09.787797506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daaa1541-cde2-4660-abe8-c89285889de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:11.824839736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55924ab2-4f97-4e6c-b029-27bd768c2acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:11.877056019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55924ab2-4f97-4e6c-b029-27bd768c2acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:11.928782903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55924ab2-4f97-4e6c-b029-27bd768c2acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:11.980537414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55924ab2-4f97-4e6c-b029-27bd768c2acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.513579146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"6ce2a984-ca31-4471-b9cf-ca5d70c0a356","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.513609288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"6ce2a984-ca31-4471-b9cf-ca5d70c0a356","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.570334504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"fdaae8f3-f919-466d-93c9-019fcd0f74f2","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.570357491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"fdaae8f3-f919-466d-93c9-019fcd0f74f2","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.675785513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"30677b27-c1cf-449e-bf3a-27e6b731cc79","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.808719746Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"30677b27-c1cf-449e-bf3a-27e6b731cc79","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.868841982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0c9a2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"30677b27-c1cf-449e-bf3a-27e6b731cc79","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.908985896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13e9ebb-1f47-4a98-bb02-641eaf962726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.963449468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13e9ebb-1f47-4a98-bb02-641eaf962726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.971782853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"262c21bf-5d82-4bde-9576-c98ce938ba87","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:13.971810775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"262c21bf-5d82-4bde-9576-c98ce938ba87","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:14.015773611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13e9ebb-1f47-4a98-bb02-641eaf962726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:14.068363895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13e9ebb-1f47-4a98-bb02-641eaf962726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:15.971717511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91229b0-92b0-420b-b584-7b84a297df44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.025234433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91229b0-92b0-420b-b584-7b84a297df44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.077799707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91229b0-92b0-420b-b584-7b84a297df44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:16.129941266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91229b0-92b0-420b-b584-7b84a297df44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.075876715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"70325618-8022-4036-8996-da0244a42737","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.132632893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"70325618-8022-4036-8996-da0244a42737","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:24.188870319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0c9a2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"70325618-8022-4036-8996-da0244a42737","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:25.881501796Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:34.294294687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"dd332bd1-d1dc-4fbc-983e-c75e8173b748","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:34.360937276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"dd332bd1-d1dc-4fbc-983e-c75e8173b748","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:34.417384702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0c9a2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"dd332bd1-d1dc-4fbc-983e-c75e8173b748","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.819038243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"80870dd9-c539-4d5c-a339-b19ee2d3fd4b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f554bb","tenantID":"e2e-praxis-a-f554bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:38.942070764Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"80870dd9-c539-4d5c-a339-b19ee2d3fd4b","name":"e2e-praxis-a-f554bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.147368619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"3693de60-637c-4f89-b475-80bedb7adaec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.270343902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"b42230ab-0c0e-447a-b57b-1ac2e63ead14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.375073652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"cfb260a7-13c4-41a2-91ac-57ad461fd063","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.706677072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"37854283-72a2-4538-a77d-a3bfb09b98d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.805558606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"8ca55010-bd46-48c8-b79e-b7dd7af987c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.83179243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ea8e48a-ca97-44dd-8d4e-a47e537f52d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.913419306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"e779f730-fd69-4768-9374-93936b3355dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:42.967526382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"aeeaae51-d2c9-45cc-be7a-9727842ed08e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:43.194680945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"726d375b-e988-4dde-ad10-499f838081dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:43.295528668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"c0c93027-706b-4302-bfe5-a4c9eea4097b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:43.319166903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"32dea306-8ced-446f-b845-9c25fc37754e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:43.403857386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"909bac62-41dc-48c4-ae61-bfa73583f9b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.525189196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"9b7467e9-8671-475a-9259-f2af814b6b05","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.582887654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"9b7467e9-8671-475a-9259-f2af814b6b05","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.639014099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0c9a2b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5c01e1716ea7b98f6e88b638710951bf259e6e8fc10830c20eaadd0f5900f25) AuthConfig (a6ac06a92393fcba867c38638fa0f95e985af2c4d61a5d1f75df3080c49c388c) AuthConfig (c1e6934bb4c6a818328f75c67e61dd1cb931ddd24365301e9cdc96cc37064fec) AuthConfig (526044882df454b194720ff2ddb729a424fb2a2ef1aa5f5a4c5a50b47a27b810) AuthConfig (483c593c02044b4e97557e2d8713f170a3c8a048440246a083edb97b126bee90) AuthConfig (eee1ebef5770967bfc51d302bdf72a480fc6d05e7475c3a08a6bcd6c946fb6ab) AuthConfig (5dca34af30cebf732bce52086d40b30b6dc86eb7c9714950c736450c96647636) AuthConfig (9c4dda323b9c6d34ec76e800b56f3f12bbfad8782f352e731f1eff7783819b49) AuthConfig (fb9628d531a8bc96b38d586c93a45110ef246ca04262b5e34f0c9e50f43ff18c) AuthConfig (9f3000af0b18e801fd78e47e13259d80f062725a0d2bf424ac465d05311e303b) AuthConfig (de0a00a193a1ad1f4ca2c57f15ea3e37b0feb9634b15e518f22bf26e88e30f79) AuthConfig (56e7bac0aec4572a5b74b443cbeb1b299a9614fed3600375c316e62dc77cc1ae) AuthConfig (2a9dd773a13767dcae3d0ed4415d0aaf15fcc7fa6e341bd6e6a9950e03cbb9a3) AuthConfig (a5a0253ac4193bf03f3a89826a7fccd005f53e34ea24a9150b2410017257119b) AuthConfig (385914d2c3a7401e69ad0d6d287fdcc83199320a39d72cee8f876a5110119c46) AuthConfig (f10f362344cad8f4645eb5b2c51022ea5451b78a6259b9c299455a9a86117c25) AuthConfig (53cc80b901ce844eb6f8b4fc44b40a5d93d34eb4f6149410d3d272fc5b6e921b) AuthConfig (0ad49ed00f4f6c9a9781db2883e0e7daf4df5cfef60dd282f2aab69f28e04b0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"9b7467e9-8671-475a-9259-f2af814b6b05","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.702222844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"59f9795a-aa30-4d44-8d9c-ad8cd24bdd71","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:44.702250007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"59f9795a-aa30-4d44-8d9c-ad8cd24bdd71","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:48.935394914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"112ec7e3-6400-4f11-ae86-84b9ca1794ee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-52d383","tenantID":"e2e-ipp-a-52d383","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.061069502Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"112ec7e3-6400-4f11-ae86-84b9ca1794ee","name":"e2e-ipp-a-52d383-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.119249763Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","namespace":"ai-tenant-e2e-praxis-a-83ab2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.11934583Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","namespace":"ai-tenant-e2e-praxis-a-83ab2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.119407679Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","tenant":"e2e-praxis-a-83ab2c","tenantID":"e2e-praxis-a-83ab2c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.17607732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"Deployment","name":"maas-api-e2e-praxis-a-83ab2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.239461027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"Service","name":"maas-api-e2e-praxis-a-83ab2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.306837053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-83ab2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.363791879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-83ab2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.421317001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.482188831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.5408549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.601804996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.657557126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.709042828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.761034624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"Service","name":"payload-processing-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.812698238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.864606338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.91654998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:49.968163389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:50.025268828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:50.07697905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:50.128731569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:50.188437935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-83ab2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:50.244924236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83ab2c"},"namespace":"ai-tenant-e2e-praxis-a-83ab2c","name":"default-tenant","reconcileID":"a5116383-2236-4229-89fa-bc26af4c42e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-83ab2c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:51.137629371Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-83ab2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-83ab2c","reconcileID":"cf59bdfe-c66f-4f52-b854-2b3454a3d2f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-83ab2c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-83ab2c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.292068127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82384ea7-25ce-480b-8df8-7e0e3e1163d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.344059178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82384ea7-25ce-480b-8df8-7e0e3e1163d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.396033615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82384ea7-25ce-480b-8df8-7e0e3e1163d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:52.448246983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82384ea7-25ce-480b-8df8-7e0e3e1163d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.338990803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9393dd05-1e6f-40dd-a59a-5366fec07dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.391428209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9393dd05-1e6f-40dd-a59a-5366fec07dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.44349338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9393dd05-1e6f-40dd-a59a-5366fec07dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.495431507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9393dd05-1e6f-40dd-a59a-5366fec07dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.813112404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"16a08b14-1d90-4a58-a828-918aeaf3df0f","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.874950963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"16a08b14-1d90-4a58-a828-918aeaf3df0f","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:54.930967424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-0c9a2b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5c01e1716ea7b98f6e88b638710951bf259e6e8fc10830c20eaadd0f5900f25) AuthConfig (a6ac06a92393fcba867c38638fa0f95e985af2c4d61a5d1f75df3080c49c388c) AuthConfig (c1e6934bb4c6a818328f75c67e61dd1cb931ddd24365301e9cdc96cc37064fec) AuthConfig (526044882df454b194720ff2ddb729a424fb2a2ef1aa5f5a4c5a50b47a27b810) AuthConfig (483c593c02044b4e97557e2d8713f170a3c8a048440246a083edb97b126bee90) AuthConfig (eee1ebef5770967bfc51d302bdf72a480fc6d05e7475c3a08a6bcd6c946fb6ab) AuthConfig (5dca34af30cebf732bce52086d40b30b6dc86eb7c9714950c736450c96647636) AuthConfig (9c4dda323b9c6d34ec76e800b56f3f12bbfad8782f352e731f1eff7783819b49) AuthConfig (fb9628d531a8bc96b38d586c93a45110ef246ca04262b5e34f0c9e50f43ff18c) AuthConfig (9f3000af0b18e801fd78e47e13259d80f062725a0d2bf424ac465d05311e303b) AuthConfig (de0a00a193a1ad1f4ca2c57f15ea3e37b0feb9634b15e518f22bf26e88e30f79) AuthConfig (56e7bac0aec4572a5b74b443cbeb1b299a9614fed3600375c316e62dc77cc1ae) AuthConfig (2a9dd773a13767dcae3d0ed4415d0aaf15fcc7fa6e341bd6e6a9950e03cbb9a3) AuthConfig (a5a0253ac4193bf03f3a89826a7fccd005f53e34ea24a9150b2410017257119b) AuthConfig (385914d2c3a7401e69ad0d6d287fdcc83199320a39d72cee8f876a5110119c46) AuthConfig (f10f362344cad8f4645eb5b2c51022ea5451b78a6259b9c299455a9a86117c25) AuthConfig (53cc80b901ce844eb6f8b4fc44b40a5d93d34eb4f6149410d3d272fc5b6e921b) AuthConfig (0ad49ed00f4f6c9a9781db2883e0e7daf4df5cfef60dd282f2aab69f28e04b0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"16a08b14-1d90-4a58-a828-918aeaf3df0f","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:55.881471223Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:56.422318444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e7af6a-752c-49d2-a356-2e5e3faab665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:56.474366317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e7af6a-752c-49d2-a356-2e5e3faab665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:56.526902997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e7af6a-752c-49d2-a356-2e5e3faab665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:56.579192917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e7af6a-752c-49d2-a356-2e5e3faab665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:56.74277419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"e75b67c7-acf5-4b1d-b6b5-09d9c13af155","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:56.962969626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"0faa6e26-f109-421d-83a0-96e3c1e7ea58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:57.032563472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"af1338fe-4f3d-463f-9a24-6b673bc498cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:57.142166369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"3830437c-4d3a-4bac-a7fa-ff036cdb683f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:57.142167559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"f98c5fc6-f06e-43ec-b235-dc571538ce35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:57.305845943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"cf753d50-9b47-4c60-929e-fb400b3405f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:57.492938213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"706e6de6-eada-4bf7-b5e7-228757cc3bbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:57.596524133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c065a3af-a9ff-434f-aae1-e0613817de39","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:57.715532132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"707e71d1-0640-4882-b214-daa2aed224cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:57.777752931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"479ac197-f7fc-4465-8c5d-76ff4671b4c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:58.127980277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"833479ec-0e5b-49af-9dc7-2fa970816cb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:58.244915597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8152452-f21f-4cfb-a335-a92086c20993","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:58.646688051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c091b3ba-5127-4db6-afd9-b2834ff01388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:58.69885713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c091b3ba-5127-4db6-afd9-b2834ff01388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:58.752911849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c091b3ba-5127-4db6-afd9-b2834ff01388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:12:58.805766806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c091b3ba-5127-4db6-afd9-b2834ff01388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:00.856327258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9ae67d-65b0-4cc2-821c-94f2816089a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:00.908324718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9ae67d-65b0-4cc2-821c-94f2816089a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:00.960195561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9ae67d-65b0-4cc2-821c-94f2816089a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:01.012157212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9ae67d-65b0-4cc2-821c-94f2816089a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:02.982307677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90c81ad-9483-41fc-871b-b10e91a1dd17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:03.034481129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90c81ad-9483-41fc-871b-b10e91a1dd17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:03.086382089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90c81ad-9483-41fc-871b-b10e91a1dd17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:03.139318758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90c81ad-9483-41fc-871b-b10e91a1dd17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.037863232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"56458af2-3e82-4b73-8151-2e91bf02d94c","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.099003496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"56458af2-3e82-4b73-8151-2e91bf02d94c","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.237596396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e884db6c-b8a6-414c-a2da-299dd2681e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.291215128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e884db6c-b8a6-414c-a2da-299dd2681e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.343144811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e884db6c-b8a6-414c-a2da-299dd2681e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.39542216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e884db6c-b8a6-414c-a2da-299dd2681e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.453491382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"05b0cdce-72e3-431d-9438-339709c39905","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:05.45352029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"05b0cdce-72e3-431d-9438-339709c39905","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:07.316461634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b57fd7-a9c2-4c6d-8f9e-72cfcff82946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:07.368350603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b57fd7-a9c2-4c6d-8f9e-72cfcff82946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:07.42021603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b57fd7-a9c2-4c6d-8f9e-72cfcff82946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:07.474364108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b57fd7-a9c2-4c6d-8f9e-72cfcff82946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.507362206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70fffff5-eee3-4d22-b6a8-81875b89ecdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.566070788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70fffff5-eee3-4d22-b6a8-81875b89ecdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.620186381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70fffff5-eee3-4d22-b6a8-81875b89ecdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:09.677663534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70fffff5-eee3-4d22-b6a8-81875b89ecdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.954301979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"e347c534-f968-4ada-a9a4-b5a819b4a529","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:10.954327088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"e347c534-f968-4ada-a9a4-b5a819b4a529","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.019775564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"83e7bf13-3ced-4081-88ce-57515fe0f849","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.019851584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"83e7bf13-3ced-4081-88ce-57515fe0f849","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:13:11.065787207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"21a65af7-136f-4c37-886b-d0689893ad36","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-0c9a2b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.120016978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"a46c1ce8-b89e-452e-ac12-1daa7244ba4a","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.182535388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"db24c872-1bac-436a-a82a-e8ad9bf5cf74","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.182563997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"db24c872-1bac-436a-a82a-e8ad9bf5cf74","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.193573576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"a46c1ce8-b89e-452e-ac12-1daa7244ba4a","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.239094065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"1ee2a110-3458-434d-a946-1048b3cf3ac7","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.239114488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"1ee2a110-3458-434d-a946-1048b3cf3ac7","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.455137495Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"ed3c2c81-d6b9-4e82-a1c5-5a42ef81d557","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","model":"ipp-route-0c9a2b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.456635704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"fd0878e6-8ee3-430e-8f6f-cff6f043c7b8","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.530822141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"fd0878e6-8ee3-430e-8f6f-cff6f043c7b8","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.652242562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"931d165b-cb12-4b35-8263-2af7ac5daa74","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.652266265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"931d165b-cb12-4b35-8263-2af7ac5daa74","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.691979556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833752a1-ab54-44d4-828f-7a731bf84357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.7462047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833752a1-ab54-44d4-828f-7a731bf84357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.799781658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833752a1-ab54-44d4-828f-7a731bf84357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.852464832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833752a1-ab54-44d4-828f-7a731bf84357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:11.965622039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"a02e5ea6-3df5-432e-9d00-2e1084c92b82","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:13.818419712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126b76b3-9a69-44ff-9322-be567a97d80a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:13.871028682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126b76b3-9a69-44ff-9322-be567a97d80a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:13.923701241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126b76b3-9a69-44ff-9322-be567a97d80a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:13.975790028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126b76b3-9a69-44ff-9322-be567a97d80a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:19.074077373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"f9dd7403-490c-477a-b7b4-a78aaaa4c6a2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-cf43e7","tenantID":"e2e-praxis-b-cf43e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:19.192550595Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"f9dd7403-490c-477a-b7b4-a78aaaa4c6a2","name":"e2e-praxis-b-cf43e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:25.8786323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:33.077187173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"3219b023-b469-40f8-bb81-f6c512b3110b","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:33.246373094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"f26922a7-7053-42d4-8ed2-ed8f61767541","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:33.246402924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"f26922a7-7053-42d4-8ed2-ed8f61767541","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:34.534783044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"7b8eeb53-aa9b-464c-aa99-3b4864fe03d2","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:34.592177771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"7b8eeb53-aa9b-464c-aa99-3b4864fe03d2","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.005527605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"6014987a-826d-4cc4-9f6d-c95c6bfe3895","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.005560045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"6014987a-826d-4cc4-9f6d-c95c6bfe3895","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.171893965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"b932a206-3c12-46dd-9d06-744ed9ef3530","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.218181684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"19e479a6-d869-4079-a6f5-8e90afb73a1c","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.231112507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"b932a206-3c12-46dd-9d06-744ed9ef3530","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.385384967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"efaac5e3-e38d-4112-816d-e44565ac637b","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.385407793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"efaac5e3-e38d-4112-816d-e44565ac637b","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:35.626957245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"35264682-8a70-452a-b7be-2759554f4eaa","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.730591024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"38c8b170-a65a-4814-b75c-ea4e53f7f792","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.730617893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"38c8b170-a65a-4814-b75c-ea4e53f7f792","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.892531416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"a9c42c6f-3018-4900-bea0-0c77395f45a7","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.945424315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"b17524f5-b800-4a48-9b4a-b6fa12b5d021","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:37.950437291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"a9c42c6f-3018-4900-bea0-0c77395f45a7","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:38.11806786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"69185ff9-41f0-4d92-8385-3b6c09bd74f9","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:38.118095561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"69185ff9-41f0-4d92-8385-3b6c09bd74f9","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:38.329659641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"5fe14f5f-743e-4d90-95f6-dd59d3bd6acd","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:40.546693958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"5bcf03d9-b945-4869-9c11-5e8c99b89ef5","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:40.54671752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"5bcf03d9-b945-4869-9c11-5e8c99b89ef5","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:40.702044654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"814c754f-be6a-4353-a714-13f0660991b9","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:40.758970485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"814c754f-be6a-4353-a714-13f0660991b9","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:40.807423605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"cd249b32-7819-4e34-bdd7-4a23e0d49112","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:41.404878936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"455e49ff-16ed-4b40-88e9-f8d2f1d7a171","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:41.404898955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"455e49ff-16ed-4b40-88e9-f8d2f1d7a171","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:41.493440538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd162599-9188-4147-96eb-61b1cd2db0bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:41.54919266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd162599-9188-4147-96eb-61b1cd2db0bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:41.602092732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd162599-9188-4147-96eb-61b1cd2db0bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:41.654064378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd162599-9188-4147-96eb-61b1cd2db0bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:41.654351561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"47b87cee-9a28-443b-bb1a-fe0b78e4ca44","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:41.712802888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"47b87cee-9a28-443b-bb1a-fe0b78e4ca44","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:41.759867056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"06bb60d3-1c53-495f-8fb3-e152a685e98c","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:43.575713798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fef0686-a99b-4d95-bb0d-5e403c68f82f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:43.6275533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fef0686-a99b-4d95-bb0d-5e403c68f82f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:43.680083101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fef0686-a99b-4d95-bb0d-5e403c68f82f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:43.73265729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fef0686-a99b-4d95-bb0d-5e403c68f82f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:45.726529315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe381574-e7eb-48da-8bd8-6ff9cf9b9987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:45.779159201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe381574-e7eb-48da-8bd8-6ff9cf9b9987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:45.831044791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe381574-e7eb-48da-8bd8-6ff9cf9b9987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:45.883002529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe381574-e7eb-48da-8bd8-6ff9cf9b9987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.819470963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4cd6015-de0f-4f53-afd9-15e7d05bbcbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.874217241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4cd6015-de0f-4f53-afd9-15e7d05bbcbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.926802269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4cd6015-de0f-4f53-afd9-15e7d05bbcbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:47.978717178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4cd6015-de0f-4f53-afd9-15e7d05bbcbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:49.872331634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"773cb609-76f7-44bc-afaf-4c692ab9f685","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:49.886328419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e62be3-9475-488a-9c8e-7f3965e5f11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:49.940378261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e62be3-9475-488a-9c8e-7f3965e5f11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:49.992010679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e62be3-9475-488a-9c8e-7f3965e5f11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:49.992603949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"128e1342-bf7a-49a4-931f-0839a3f76d40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.043996086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e62be3-9475-488a-9c8e-7f3965e5f11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.200460913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"88fa7a1e-4067-4689-a729-d35ca86be224","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.28975929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"63538024-291a-4591-ab99-9c903e3f86b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.414320556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"b53c0977-fdfa-4239-b797-3abc950d434f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.526420943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"afe87434-2d42-4197-aa5a-379244130a24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.66342874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"398d2674-84df-4d5b-90f0-e5a7f9ba8eaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.762955525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"bf2ac85b-51db-440e-92fc-bade32b3d55c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:50.898115572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"9d2cc768-6222-4b60-954c-f583d4ff5fd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:51.002223446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81caf5e6-21b2-4e94-a8af-aaa7e8223b47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:51.280356913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"a3c5ebc1-e98b-4c1e-a9da-44c978aa7ba3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:51.370774168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07bd8692-e300-4e79-ac08-bb092b248478","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:51.475355978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"b31afd6b-a926-4cbb-9307-baa1e9f24e0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.034534974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfedd826-851c-4cfa-aca1-363ab9dc1ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.086792435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfedd826-851c-4cfa-aca1-363ab9dc1ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.138931808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfedd826-851c-4cfa-aca1-363ab9dc1ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.190958807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfedd826-851c-4cfa-aca1-363ab9dc1ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.624156104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"a304eab2-6c4f-432a-83aa-ea35487c49ff","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.624192301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"a304eab2-6c4f-432a-83aa-ea35487c49ff","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.728014142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"37527c3a-50ae-447d-9a02-ba5e4d779e62","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.785162316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"37527c3a-50ae-447d-9a02-ba5e4d779e62","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:52.833647587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"0cae28c9-fae7-4023-a097-c3b934b44c50","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:53.044829297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"d19b7192-dec2-4d10-b814-2ef8844b0eaf","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:53.102393144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"d19b7192-dec2-4d10-b814-2ef8844b0eaf","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:53.152367956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"b13761ed-e7af-4d25-b14e-7e3a2329b1d1","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.141508681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28f388ec-34e3-4198-afde-dddc8be6f4b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.1937147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28f388ec-34e3-4198-afde-dddc8be6f4b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.247818517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28f388ec-34e3-4198-afde-dddc8be6f4b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:54.299629759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28f388ec-34e3-4198-afde-dddc8be6f4b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:13:55.879246289Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:00.523723999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972aad11-294c-4bc8-a6b7-de380ff7fd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:00.57658038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972aad11-294c-4bc8-a6b7-de380ff7fd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:00.628488062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972aad11-294c-4bc8-a6b7-de380ff7fd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:00.680729008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972aad11-294c-4bc8-a6b7-de380ff7fd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:01.014125836Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6d96a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6d96a6","reconcileID":"d30584bb-1c60-4fa4-90e7-4ff2afbed2f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6d96a6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-6d96a6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:02.620752828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3e7688-3b90-489a-9d72-e6310cc132f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:02.672946435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3e7688-3b90-489a-9d72-e6310cc132f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:02.725073215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3e7688-3b90-489a-9d72-e6310cc132f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:02.777064734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3e7688-3b90-489a-9d72-e6310cc132f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:04.714591379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06e82af-efa8-4564-8892-b8e03b4fba39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:04.766675626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06e82af-efa8-4564-8892-b8e03b4fba39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:04.823126073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06e82af-efa8-4564-8892-b8e03b4fba39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:04.87497229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06e82af-efa8-4564-8892-b8e03b4fba39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.845341725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3b53c0-02b2-464c-b1c7-7e4f5408ed54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.8978268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3b53c0-02b2-464c-b1c7-7e4f5408ed54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:06.956571594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3b53c0-02b2-464c-b1c7-7e4f5408ed54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:07.008309204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3b53c0-02b2-464c-b1c7-7e4f5408ed54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.624621339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7feffba6-216a-4302-b0f2-454d9d99def6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.676816173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7feffba6-216a-4302-b0f2-454d9d99def6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.728749331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7feffba6-216a-4302-b0f2-454d9d99def6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:11.782956366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7feffba6-216a-4302-b0f2-454d9d99def6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:13.510259115Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-91cb32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-91cb32","reconcileID":"241b0a62-5901-4981-aa9f-556b3a2333f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-91cb32","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-91cb32":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:13.675642769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60fdb004-b415-4b80-ab57-86b756704f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:13.727487121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60fdb004-b415-4b80-ab57-86b756704f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:13.780016795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60fdb004-b415-4b80-ab57-86b756704f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:13.831592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60fdb004-b415-4b80-ab57-86b756704f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.859833707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ac5763-4fb8-4410-83f5-1473287d0b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.912070369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ac5763-4fb8-4410-83f5-1473287d0b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:15.966416403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ac5763-4fb8-4410-83f5-1473287d0b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:16.021737864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ac5763-4fb8-4410-83f5-1473287d0b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:17.999410123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b32fc82-464e-4128-8cb1-88e42bdb3ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:18.053962111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b32fc82-464e-4128-8cb1-88e42bdb3ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:18.10701964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b32fc82-464e-4128-8cb1-88e42bdb3ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:18.159115925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b32fc82-464e-4128-8cb1-88e42bdb3ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.372165072Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","namespace":"ai-tenant-e2e-praxis-b-5a035d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.372236086Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","namespace":"ai-tenant-e2e-praxis-b-5a035d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.372319986Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","tenant":"e2e-praxis-b-5a035d","tenantID":"e2e-praxis-b-5a035d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.428490372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"Deployment","name":"maas-api-e2e-praxis-b-5a035d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.499203232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"Service","name":"maas-api-e2e-praxis-b-5a035d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.578587594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-5a035d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.632576341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-5a035d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.692546016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.748216432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.805438542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.863740985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.915909034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:19.96769382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.02010051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"Service","name":"payload-processing-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.072414504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.101703843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e205123a-f06d-4b98-864f-a27870cb1d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.153964067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.155521443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e205123a-f06d-4b98-864f-a27870cb1d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.209638165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.210023217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e205123a-f06d-4b98-864f-a27870cb1d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.262789889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e205123a-f06d-4b98-864f-a27870cb1d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.268007834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.357034089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.40872883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.460839032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.549692279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-5a035d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:20.605799158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5a035d"},"namespace":"ai-tenant-e2e-praxis-b-5a035d","name":"default-tenant","reconcileID":"3b0abd53-5ff9-4c4d-aff2-b35713428e5a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-5a035d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:21.453521682Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5a035d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5a035d","reconcileID":"40402f49-1477-4dd3-90d1-a4632c10532f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-5a035d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-5a035d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.178388525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c0452a-33b1-449c-bffc-e8d1d4f54c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.230149746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c0452a-33b1-449c-bffc-e8d1d4f54c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.282184465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c0452a-33b1-449c-bffc-e8d1d4f54c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:22.333957884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c0452a-33b1-449c-bffc-e8d1d4f54c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.317214238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1504f46-69de-4f09-91e7-6e89fd51dbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.369222297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1504f46-69de-4f09-91e7-6e89fd51dbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.4211386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1504f46-69de-4f09-91e7-6e89fd51dbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:24.472903444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1504f46-69de-4f09-91e7-6e89fd51dbe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:25.879320932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:26.430519263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70b9d2a-2b1d-425c-8dd9-4a33412e37c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:26.482501861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70b9d2a-2b1d-425c-8dd9-4a33412e37c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:26.53409151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70b9d2a-2b1d-425c-8dd9-4a33412e37c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:26.586060933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70b9d2a-2b1d-425c-8dd9-4a33412e37c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:28.515664227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045b5b80-d0c3-4212-b9ee-f7fad73733c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:28.567462399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045b5b80-d0c3-4212-b9ee-f7fad73733c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:28.619724969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045b5b80-d0c3-4212-b9ee-f7fad73733c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:28.671529554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045b5b80-d0c3-4212-b9ee-f7fad73733c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.448578656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"a8e365ac-3522-477a-9a20-a80452d87aa9","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.518885985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"6fbb20bc-e230-41e9-b031-d8166277de6f","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:14:33.56916557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5c0f4d91","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-apikey-sub-binding-5c0f4d91","reconcileID":"9f39c091-6815-4bda-9c2d-1a657c23edd8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-5c0f4d91\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.61160065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"06803b4d-0192-4c0c-81a3-630d8ae8395a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.630056606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"ebfc4e54-c156-4f7c-b9e2-42c005c0b15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.672805016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"06803b4d-0192-4c0c-81a3-630d8ae8395a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.691469446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"ebfc4e54-c156-4f7c-b9e2-42c005c0b15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.695057995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"4f59d090-8667-46a7-9365-493176370792","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:33.752036325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"4e5aebd5-01fe-4ebe-979a-5878cb57024a","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.039293858Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5c0f4d91","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-apikey-sub-binding-5c0f4d91","reconcileID":"f12077cc-7203-4378-8133-cde0633c2f61","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5c0f4d91","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-apikey-sub-binding-5c0f4d91","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.045868281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5edbcd4a-a1a7-4801-a515-25cfcbfa5c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.101033861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"b9c66436-08f5-4e8b-8a1c-637c01b3cda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.103627911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5edbcd4a-a1a7-4801-a515-25cfcbfa5c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.160756394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"b9c66436-08f5-4e8b-8a1c-637c01b3cda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.261970441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"957593ab-0cf2-42aa-90ca-997e1ecd44b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.274329381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"b8d5748e-5a09-4380-a137-6958707083f1","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:34.575704101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5c0f4d91","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-apikey-sub-binding-5c0f4d91","reconcileID":"fa951342-723b-4887-b0d9-dd84dc72e02a","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5c0f4d91","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:35.033419821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d0d222-05e9-4fef-a21f-d0aeb81b7f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:35.086648034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d0d222-05e9-4fef-a21f-d0aeb81b7f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:35.139013667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d0d222-05e9-4fef-a21f-d0aeb81b7f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:35.192675791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d0d222-05e9-4fef-a21f-d0aeb81b7f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:36.842135156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"88625ec2-cd67-4675-98c2-c61b1e2b1938","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.022799852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"4df3ba82-65e9-4708-bce7-e1f3e6808fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.022851242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"aeab1706-507e-4b0c-9a84-11dac98a9a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.080478376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"aeab1706-507e-4b0c-9a84-11dac98a9a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.0816678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"4df3ba82-65e9-4708-bce7-e1f3e6808fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.151346151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f191436-bac3-4b6c-b3c0-9ee5851f0d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.203872774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f191436-bac3-4b6c-b3c0-9ee5851f0d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.25683446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f191436-bac3-4b6c-b3c0-9ee5851f0d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:37.310104726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f191436-bac3-4b6c-b3c0-9ee5851f0d1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:39.224346011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6ecf87-ef76-41b3-813c-144080edb063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:39.276827264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6ecf87-ef76-41b3-813c-144080edb063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:39.328592173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6ecf87-ef76-41b3-813c-144080edb063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:39.380500148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6ecf87-ef76-41b3-813c-144080edb063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:41.280723543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1f4ecc-8e41-4bdc-ab0c-f35a300e5861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:41.332980038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1f4ecc-8e41-4bdc-ab0c-f35a300e5861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:41.384662609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1f4ecc-8e41-4bdc-ab0c-f35a300e5861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:41.439913833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1f4ecc-8e41-4bdc-ab0c-f35a300e5861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.769550803Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"3b651232-5af5-4b99-9fa1-1ea22e37f34d","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.769653415Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"3b651232-5af5-4b99-9fa1-1ea22e37f34d","name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.824868095Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"3b651232-5af5-4b99-9fa1-1ea22e37f34d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.824893061Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"3b651232-5af5-4b99-9fa1-1ea22e37f34d","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.824980951Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"3b651232-5af5-4b99-9fa1-1ea22e37f34d","name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.825395085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"1728243a-59cc-4ac9-86a0-18ebab7cb58c","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.82541663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"1728243a-59cc-4ac9-86a0-18ebab7cb58c","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.879226102Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"3b651232-5af5-4b99-9fa1-1ea22e37f34d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.883343901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"b536ebec-8f30-4f41-befa-06052a39cf9b","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.883971284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"b536ebec-8f30-4f41-befa-06052a39cf9b","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.928848361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"6e4257d2-119b-457e-9fd1-10229d79363e","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:14:46.937551171Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"b536ebec-8f30-4f41-befa-06052a39cf9b","name":"ipp-route-0c9a2b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-0c9a2b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:14:46.937613177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"b536ebec-8f30-4f41-befa-06052a39cf9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-0c9a2b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.942917552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"8fe15983-9fc1-44da-bd7c-acee0aecd096","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.94293279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"8fe15983-9fc1-44da-bd7c-acee0aecd096","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.986009713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"6e4257d2-119b-457e-9fd1-10229d79363e","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:46.987152161Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"b685943c-60bb-4d4e-b4ce-850a28bb7f6b","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f6d3eb80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.082266205Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5c0f4d91","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-apikey-sub-binding-5c0f4d91","reconcileID":"c8c54a11-59f2-430a-a3f7-714f4b223774","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5c0f4d91","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-apikey-sub-binding-5c0f4d91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.083446605Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"9ee5cb43-55ed-4778-b890-44a8f48d84db","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f6d3eb80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.236136385Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"e669920b-aaea-4593-b193-f80659159334","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.299961773Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5c0f4d91","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-apikey-sub-binding-5c0f4d91","reconcileID":"c8c54a11-59f2-430a-a3f7-714f4b223774","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5c0f4d91","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.392906388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"e669920b-aaea-4593-b193-f80659159334","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.513716294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"be30b533-e3bb-4838-8918-c78982c177fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.528435533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"a6f98326-d7d3-4eef-bb1c-1e6a7cdb2e99","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.530037134Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"e669920b-aaea-4593-b193-f80659159334","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"e2e-ipp-a-0c9a2b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.530052594Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-auth","reconcileID":"e669920b-aaea-4593-b193-f80659159334","MaaSAuthPolicy":{"name":"ipp-route-0c9a2b-auth","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.58707046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"7314314d-d613-4859-8c6f-97bae99ca676","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.58708843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"7314314d-d613-4859-8c6f-97bae99ca676","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.685603134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"fc6d87bd-f675-4c7c-9299-b3326dc6b791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.685612995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"a3870705-67f2-4318-bb4c-a660bbe0818e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.743190107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"a3870705-67f2-4318-bb4c-a660bbe0818e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:47.743222615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"fc6d87bd-f675-4c7c-9299-b3326dc6b791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:48.711380569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"703f07d5-2c12-4220-b8a0-ee3503964b16","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:48.766902928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"664c0318-0b92-4af2-a94a-bb7da563580e","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:14:48.820743375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-ordering-sub","reconcileID":"155f74ab-dea6-4e53-a816-eeddd8e78800","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:48.867258853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4ee5ad55-ef13-4022-bf7a-e0e20650c8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:48.867259006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c358685c-7aec-4090-84a4-d7e2ed9e2184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:48.924568928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4ee5ad55-ef13-4022-bf7a-e0e20650c8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:48.92464471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c358685c-7aec-4090-84a4-d7e2ed9e2184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:48.935914892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"8bf00d15-75ff-4af8-8623-11e40317df4d","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:48.99116393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"0d31288f-c9d1-42e8-9f87-48f668ec30d5","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:49.260055226Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-ordering-sub","reconcileID":"7d08877e-cdb7-4703-9ba8-54f592d1351e","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-ordering-sub","ai-tenant-e2e-worker-w1-fd61e3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:49.286157412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"3a509f1c-4e79-4654-b331-0ba08655210d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:49.286157447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"39a0f3f4-f4d3-418e-9b53-dbe550c8a9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:49.343617111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"3a509f1c-4e79-4654-b331-0ba08655210d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:49.343814136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"39a0f3f4-f4d3-418e-9b53-dbe550c8a9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:49.426886083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"8f142dce-a849-43b8-99d0-551cb30e74ba","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:49.473958361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"372377f0-8bba-45a5-b872-307f77e9d66f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:49.66059328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-ordering-sub","reconcileID":"83cc6aef-2cc3-4d13-ba76-0069704769db","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:51.179023352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"4116e9b8-e9b1-4270-a138-9a9b31727f44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:51.309013419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"31ae5791-c2fe-4e64-9c52-c98d86fda471","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:51.422389073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"eea4fce9-3449-41ae-b0c5-7b1c66c63bf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:51.531779839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"ccef592d-8381-4d0a-9bc7-3c6dedc4d83b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:51.671615495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"785be029-baa7-4647-896c-6a208a9a7a02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:51.773837119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f2f7331b-db07-45ca-b920-d557393e625a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:51.874016597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"dbfd2df8-8c52-4b0e-93a4-42538a229879","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:52.030412496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d536614b-f5b8-453d-bda3-1543dfb74267","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:52.458353447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"e07009d9-578b-456b-8c65-13a5e84d0a93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:52.523161471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"a7739253-6a85-4859-923a-1b66d83afeca","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:52.559659782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"cf41fc87-177b-4bd0-9e74-d3297ea4f4c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:52.58166732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"012ff907-c703-4870-bc3f-f13c330661c2","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:52.737986555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-ordering-auth","reconcileID":"f8c1c81f-c8f0-445a-bc6e-ee75690bc057","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:52.79487392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-ordering-auth","reconcileID":"f8c1c81f-c8f0-445a-bc6e-ee75690bc057","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:53.112158496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"ac713e45-a1e4-465b-b8a9-c78e9d7c4d39","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:55.391628679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"c869a30c-2d4d-4a12-b06a-8263c5bdb205","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:55.567775352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-ordering-auth","reconcileID":"ae148e2e-7a93-4d34-a9f4-4c51877a049d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:55.567777463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"3ba824a3-b4cc-4c7b-9845-a7feddfe0cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:55.572355705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"6fb0a450-117e-4980-9107-0f9665c31c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:55.625879958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-ordering-auth","reconcileID":"ae148e2e-7a93-4d34-a9f4-4c51877a049d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:55.626945245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"3ba824a3-b4cc-4c7b-9845-a7feddfe0cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:55.629518506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"6fb0a450-117e-4980-9107-0f9665c31c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:55.87989996Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:57.141620005Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"dc1daa10-1330-4d68-b906-e6f54a72e807","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","subscription":"ipp-route-0c9a2b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:57.194387578Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"dc1daa10-1330-4d68-b906-e6f54a72e807","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:57.247199631Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b-sub","reconcileID":"dc1daa10-1330-4d68-b906-e6f54a72e807","MaaSSubscription":{"name":"ipp-route-0c9a2b-sub","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"name":"maas-trlp-ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:57.522275089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"3224bbc5-54ac-4126-81b7-4ac1ea8d8be2","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"tenant":"e2e-ipp-a-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","model":"ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:14:57.522322577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"3224bbc5-54ac-4126-81b7-4ac1ea8d8be2","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"routeName":"ipp-route-0c9a2b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","llmisvcName":"ipp-route-0c9a2b","gateway":"openshift-ingress/e2e-ipp-a-0c9a2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.572257353Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-ordering-sub","reconcileID":"7856ccbb-b29b-44f7-afb8-b35a5d4781fc","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:05.79238228Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-ordering-sub","reconcileID":"7856ccbb-b29b-44f7-afb8-b35a5d4781fc","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.005391705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"df660f86-1b1b-4acb-b0ea-04111cad1dc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.058250385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"660d2db9-5c6e-4cc0-aa5b-2ed5ca222a36","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.20443722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"024d0269-8cd6-487b-976c-4a101624ab11","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.214066127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"a94c08af-3433-42fe-8fb8-f2bd6b06dfd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.214629693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"2453c222-3ace-400c-834d-31866e3f67e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.214640717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-ordering-auth","reconcileID":"b735eba3-6e86-46e4-9feb-100241f88d16","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.272051938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"a94c08af-3433-42fe-8fb8-f2bd6b06dfd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.272168179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"2453c222-3ace-400c-834d-31866e3f67e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.274792156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-ordering-auth","reconcileID":"b735eba3-6e86-46e4-9feb-100241f88d16","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.478890928Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-ordering-auth","reconcileID":"78c535ae-daaf-4fe8-aabc-52b682d882da","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:06.735908355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"ff3abf4a-8d43-4fb6-a490-57cf53b74aac","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.061611638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"cfe100ab-31ba-4efc-a8cf-fc66d0c20454","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.116584078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"7fe66764-69c9-4be7-8ac2-ab89a13fe181","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.272426851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-success","reconcileID":"e523cd0e-18ad-45d0-bb5f-11000c8a2181","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.329935573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-success","reconcileID":"e523cd0e-18ad-45d0-bb5f-11000c8a2181","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.335776588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"bc4b4904-18f7-45b3-a2a1-4db4d0164897","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.393314396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"5b2aa9e8-71de-4a90-bb86-f06515ae9812","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:08.444494093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-success","reconcileID":"ed7ae278-dd2c-4b14-ab70-4a425280edea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.491993363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8d3ecb00-d954-4bba-9e28-49e3dee46dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.492616995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"2a7bcc20-7a54-4ce3-b238-1ca7ff11b2c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.550059227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8d3ecb00-d954-4bba-9e28-49e3dee46dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.5502654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"2a7bcc20-7a54-4ce3-b238-1ca7ff11b2c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.567959217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"a23fcbdc-f97d-40b7-af5f-fcc4048357d2","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.597357068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"f6ff0b65-e3c0-46f4-8395-6f40de4cb7cc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-6d96a6","tenantID":"e2e-praxis-b-6d96a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.623210112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"237994cd-a268-4652-9fc4-9e83d74bc8b3","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.650862645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"4bd651df-cfea-498d-843b-464e96c99641","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.715877936Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"f6ff0b65-e3c0-46f4-8395-6f40de4cb7cc","name":"e2e-praxis-b-6d96a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.806375423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-success","reconcileID":"9ef32a08-b369-4570-adcb-29a1a893e1b0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.863556395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-success","reconcileID":"9ef32a08-b369-4570-adcb-29a1a893e1b0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.89375728Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-success","reconcileID":"e519ff5a-976e-41a9-b5ca-a727db5e192c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-test-subscription-success","ai-tenant-e2e-worker-w1-fd61e3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.908458945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a869a816-f240-4850-9292-38a4c94d451a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.908521569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"e1d57585-9015-4afc-b6be-6113287dfd61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.975981108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a869a816-f240-4850-9292-38a4c94d451a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:08.979113921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"e1d57585-9015-4afc-b6be-6113287dfd61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:09.060804099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"b2eb6249-0366-47c4-a550-5d9909dc5a04","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:09.103536677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"da598a2b-4819-43c3-9380-c03a1da8ee33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:09.271620826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-success","reconcileID":"aafd2d52-ba34-498b-9406-a86aa880e017","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:11.890041195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"a558c07e-e629-47ce-8c11-cd93c6c5a522","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.046713741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c90812df-31cb-40cb-9222-738ca3cc3a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.046739262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"1073deb0-ca6b-43b4-90bb-58b2e0289c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.047241828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-success","reconcileID":"eac65020-a669-4ff8-add2-7255f11b7bff","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.104915061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"1073deb0-ca6b-43b4-90bb-58b2e0289c3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.106335499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c90812df-31cb-40cb-9222-738ca3cc3a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.107163834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-success","reconcileID":"eac65020-a669-4ff8-add2-7255f11b7bff","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:12.534437606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"36cd92a6-6274-48b9-bbf9-6c2302f4d1f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:15.705788467Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","namespace":"ai-tenant-e2e-praxis-a-0be4a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:15.705890905Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","namespace":"ai-tenant-e2e-praxis-a-0be4a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:15.705971812Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","tenant":"e2e-praxis-a-0be4a4","tenantID":"e2e-praxis-a-0be4a4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:15.761745565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-0be4a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:15.824082705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"Service","name":"maas-api-e2e-praxis-a-0be4a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:15.889526537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-0be4a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:15.944686828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-0be4a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.009672885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.077405105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.149386718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.222697857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.274851349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.326558283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.378471252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"Service","name":"payload-processing-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.431667115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.483873792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.538087529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.589654871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.653391243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.705350991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.757526943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.816769087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-0be4a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:16.869477758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0be4a4"},"namespace":"ai-tenant-e2e-praxis-a-0be4a4","name":"default-tenant","reconcileID":"9a27a932-4ed8-486e-b085-5df397b2950f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-0be4a4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:17.732410977Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0be4a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0be4a4","reconcileID":"56cccb4e-bfd5-49b9-80b2-7f4d51aa87e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0be4a4","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-0be4a4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:18.930269707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af62465-1443-453f-a6e8-8125c6da3135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:18.98253193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af62465-1443-453f-a6e8-8125c6da3135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:19.034846173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af62465-1443-453f-a6e8-8125c6da3135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:19.087415281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af62465-1443-453f-a6e8-8125c6da3135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:21.033164234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c62e85-f3b5-4f36-af75-082ff47e69d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:21.085628034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c62e85-f3b5-4f36-af75-082ff47e69d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:21.137672989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c62e85-f3b5-4f36-af75-082ff47e69d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:21.189709924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c62e85-f3b5-4f36-af75-082ff47e69d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.053049185Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-success","reconcileID":"a1083d06-5382-4cb6-a284-9ce0ed515491","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.136690552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"38c4ab3e-52e6-4a0c-9598-b4cdb77bd9c7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-91cb32","tenantID":"e2e-ipp-b-91cb32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.254469878Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"38c4ab3e-52e6-4a0c-9598-b4cdb77bd9c7","name":"e2e-ipp-b-91cb32-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.271460534Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-success","reconcileID":"a1083d06-5382-4cb6-a284-9ce0ed515491","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.482159202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"e4f8d3c9-e630-40ba-ad7b-eff69f88108b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.53744155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"b20b3105-9d68-4c0b-b37d-2ceba3639952","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.67226896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"06c94e54-7313-4ab4-9fc8-8e24f5a088b6","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.693973705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"73a11a20-4d58-4e51-90cc-e7f3c5ae481c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.694138544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-success","reconcileID":"4bf8a81b-6098-4e7c-a9f6-cbd30d6b4c0c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.694412684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5af84f5c-046d-4c6d-a751-6e1447459ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.751716709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-success","reconcileID":"4bf8a81b-6098-4e7c-a9f6-cbd30d6b4c0c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.751726293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"73a11a20-4d58-4e51-90cc-e7f3c5ae481c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.753683505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5af84f5c-046d-4c6d-a751-6e1447459ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:22.955676295Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-success","reconcileID":"bece7f93-2c32-410f-8f40-0eea97ebe0eb","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:23.116008226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"8adc15bd-5487-47c9-a2ae-befb41747aee","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.22752285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"4c651876-15d3-4c19-b759-c16ff6a1560f","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.283035842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"1d0579a9-c624-4a7a-b902-71fe135543ce","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.438317725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-no-access","reconcileID":"358faa15-b8a6-4312-9445-642fe70acbc6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.490055045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"e74cf071-d767-4774-9e41-c201681dcb24","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.495118091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-no-access","reconcileID":"358faa15-b8a6-4312-9445-642fe70acbc6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.546952335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"1dfdd635-095e-41a7-8d19-a8accee9a2f2","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:24.605755374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-no-access","reconcileID":"a960dfd4-830f-453e-9735-5e00d1b9ae52","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.64448097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"7e587b1d-12c7-4fbf-9f71-b45cdcb87a1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.644489155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ecd670d5-745f-4e4a-9793-c5a983af03cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.701259756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"7e587b1d-12c7-4fbf-9f71-b45cdcb87a1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.701636045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ecd670d5-745f-4e4a-9793-c5a983af03cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.720033787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"5cbb94ed-7777-4edb-bd31-5d511701ad4e","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.777482565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"9dc50f62-4f9c-41d6-8365-d6d802c146ce","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.812066912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"15b90efb-e641-46b9-b10c-1ec94a15da76","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:24.966623038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-no-access","reconcileID":"e543d703-bae0-4976-8b65-deb5cf9e04e7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.023821712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-no-access","reconcileID":"e543d703-bae0-4976-8b65-deb5cf9e04e7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.046653726Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-no-access","reconcileID":"2a670471-b61b-4674-904d-4fdc50e56104","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w1-fd61e3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.115358876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"050e0e8a-4be4-4263-9fb7-52bbdf6ceae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.115361559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"07843c90-48d9-4add-81bd-66827a939c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.175180378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"050e0e8a-4be4-4263-9fb7-52bbdf6ceae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.175779003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"07843c90-48d9-4add-81bd-66827a939c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.216898886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"51879729-ab91-44c2-8225-94e137ec58f3","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.277705708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"0d2c40d4-1e4e-459c-a0af-f7ca72d00efa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:25.348205412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-no-access","reconcileID":"e543d703-bae0-4976-8b65-deb5cf9e04e7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.46789135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-no-access","reconcileID":"859c7db0-3922-4545-9e68-298d8e201160","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.531232371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-no-access","reconcileID":"8f05a310-39d6-4bbb-924e-59ec68f7f876","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.59041913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-no-access","reconcileID":"8f05a310-39d6-4bbb-924e-59ec68f7f876","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:25.879608266Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:26.780604235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7a7f97-09da-467c-ba81-d622f17001ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:26.832833057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7a7f97-09da-467c-ba81-d622f17001ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:26.885000985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7a7f97-09da-467c-ba81-d622f17001ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:26.936764703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7a7f97-09da-467c-ba81-d622f17001ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:27.839947285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"d1696c7e-4199-4c02-8faf-4493b7c2a0ed","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.058336273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"09bb80d3-1c36-44f0-ab69-08aa0fbcd5bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.104264656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-no-access","reconcileID":"231a908f-fdfc-468a-a2b4-599fc62f44a4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.104458937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a904608d-1bc4-48ff-8bc1-58975a626004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.118376178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"09bb80d3-1c36-44f0-ab69-08aa0fbcd5bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.1624595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a904608d-1bc4-48ff-8bc1-58975a626004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.166116499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-no-access","reconcileID":"231a908f-fdfc-468a-a2b4-599fc62f44a4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.834183099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c542b1-57ab-4ce0-a28a-7edfc1d0503c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.886167103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c542b1-57ab-4ce0-a28a-7edfc1d0503c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.937890567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c542b1-57ab-4ce0-a28a-7edfc1d0503c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:28.989966327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c542b1-57ab-4ce0-a28a-7edfc1d0503c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.879054244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc772afc-a473-44aa-b57e-56309711e44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.932632423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc772afc-a473-44aa-b57e-56309711e44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:30.985758171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc772afc-a473-44aa-b57e-56309711e44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:31.037621843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc772afc-a473-44aa-b57e-56309711e44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:32.922881165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5cdecb-7183-4147-b2a5-b4891463d384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:32.975003654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5cdecb-7183-4147-b2a5-b4891463d384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:33.026790994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5cdecb-7183-4147-b2a5-b4891463d384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:33.080363736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5cdecb-7183-4147-b2a5-b4891463d384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:34.975597334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84aabc83-a9a0-4dfd-a255-c502e3f925b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:35.027610587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84aabc83-a9a0-4dfd-a255-c502e3f925b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:35.080308352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84aabc83-a9a0-4dfd-a255-c502e3f925b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:35.1325037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84aabc83-a9a0-4dfd-a255-c502e3f925b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.117618524Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-no-access","reconcileID":"715494f2-063f-4493-ba43-5d14fffeab31","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.355038152Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-no-access","reconcileID":"715494f2-063f-4493-ba43-5d14fffeab31","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.567899617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"e8b3e69d-f0d4-447e-bea8-136d36f808cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.63099466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"458a2501-d9f3-4a65-97bc-436cffed1ad1","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.770082636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"47a2e88b-4c98-4d17-abd1-a5cb99b7bbc4","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.786429923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-no-access","reconcileID":"275c7ce4-37fb-4efa-8247-dc54dd09ad42","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.791594382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"22daa323-3014-46cb-9dcb-231ddc35d2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.791780177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"9faa02c3-c434-4c9d-8e99-c1c2d75fd8db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.843450011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-no-access","reconcileID":"275c7ce4-37fb-4efa-8247-dc54dd09ad42","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.848735024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"9faa02c3-c434-4c9d-8e99-c1c2d75fd8db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:38.850535261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"22daa323-3014-46cb-9dcb-231ddc35d2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.051383251Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-no-access","reconcileID":"d65dd0ee-e888-49f5-a1df-fed64fad5e88","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:39.272006604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"66a6bbc9-5fad-4865-8278-d86f370e230c","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.279167693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"42b5c3b6-313c-41cf-a96e-9d954a4c110b","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.336762092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"a45458cd-f6f1-40b1-ac7a-c5cc26098fe4","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.49902173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8e456d8f-b6c1-42ed-a5d9-0b41e75aebf9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.556760854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8e456d8f-b6c1-42ed-a5d9-0b41e75aebf9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.573069692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"dfe2fd4d-25cf-4c13-93d1-611cacfebdd3","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.631206311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"9c596145-1fc4-4999-aad1-d5dc9b57929e","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:40.684742762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-free","reconcileID":"a523b631-f3cf-4232-bc0b-60ef53b31d0d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.72968673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"38f790dd-5ded-451c-b264-123c13b0101b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.729686894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c0ee210b-d272-4c32-9135-2895e3682146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.788168691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"38f790dd-5ded-451c-b264-123c13b0101b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.788359996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c0ee210b-d272-4c32-9135-2895e3682146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.845234361Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-fd61e3 priority=0:[ai-tenant-e2e-worker-w1-fd61e3/e2e-test-subscription-free ai-tenant-e2e-worker-w1-fd61e3/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.845359669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"6feb3ad0-58f1-4b84-93a6-c4f7a5faafa9","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.88587177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"3caac4bc-c212-4378-8cdb-c5796c90d987","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.901229805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"25197fd7-4434-439f-bec8-977fab79a18f","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.902051624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"8cbf0e35-f87f-4881-81d9-15e490865a5b","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:40.959120349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"2acf434f-56aa-4749-9780-bdef141a69f4","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:40.959613924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-premium","reconcileID":"c054377a-73d5-4865-8333-ace861567456","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:40.960266695Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-fd61e3/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.040582973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"89d8b653-2aec-47ad-ac44-e70ed90ef5e1","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.076711593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"521601ef-4756-4a9a-bed1-ffd3e0475378","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.098725505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"89d8b653-2aec-47ad-ac44-e70ed90ef5e1","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.135677611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"8a73f396-8417-4982-b68c-21ddc8b957f4","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.173549346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"490d5b25-4e17-4ad0-8cad-79d1b2d650af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.17357207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"51432ca9-aa79-40f6-9768-b282ce75c72d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.230980804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"51432ca9-aa79-40f6-9768-b282ce75c72d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.234362336Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-free","reconcileID":"889d9162-cb03-41cf-9e3b-a1ff9937dec3","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-fd61e3/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.235800016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"490d5b25-4e17-4ad0-8cad-79d1b2d650af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.356573346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-premium","reconcileID":"752276d0-7aee-4e7a-8d09-081dd6117d23","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.401460399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"87bc0618-3d70-4d53-b0f1-792267be407e","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:41.41275093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"89d8b653-2aec-47ad-ac44-e70ed90ef5e1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-multi-sub-valid\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.458213074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"097e5ac9-8bc2-4940-9c83-1f160f28daec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.520953424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"4ada3937-d79d-44e6-b4bc-918cee5f509b","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.567119824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ee5119b8-adc4-4866-a1f6-1671fd2407fd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.613934773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-free","reconcileID":"aa544788-a2fe-47d9-917a-992999c1e5fc","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.624276718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ee5119b8-adc4-4866-a1f6-1671fd2407fd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.667443642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"61253c47-2601-46ba-9cdd-a8ebbc59c21e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.667862319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"d4f8d56b-8dd0-4315-92ff-35dd4e1dae67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.724691065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"d4f8d56b-8dd0-4315-92ff-35dd4e1dae67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.725643273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"61253c47-2601-46ba-9cdd-a8ebbc59c21e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:41.729748902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-premium","reconcileID":"a1051eaa-61a3-4927-bd64-b55271fbe876","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:45.111404155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"2e66f87f-e0ee-4c12-ad9a-4bb119a0d9af","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:45.267778651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8911159d-6aaa-4867-b803-5da62d12cc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:45.267911759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"89d47496-10fe-48b3-a6d7-2cd513c25d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:45.268341465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"036e9299-0f5f-4613-a2ba-29c7320cc46d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:45.327445141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"89d47496-10fe-48b3-a6d7-2cd513c25d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:45.330833926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"036e9299-0f5f-4613-a2ba-29c7320cc46d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:45.330982106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8911159d-6aaa-4867-b803-5da62d12cc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.282220336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-free","reconcileID":"a8dcfdab-21b8-4bff-852f-805928bcaca8","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.500387704Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-free","reconcileID":"a8dcfdab-21b8-4bff-852f-805928bcaca8","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.710721189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-premium","reconcileID":"fcfcca7b-7752-4f02-a0ce-a2a3a25e313a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.712628192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"f43df422-97ec-4048-89cd-fb24e29cf6fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.766060328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"7d1d7f14-eb2a-415c-8851-d2e4a8bb3497","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.825117783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"732d4655-65f1-48f3-add2-1b20b8826cc5","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.879037701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.909418965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"627a4aa3-a0fa-4845-b19a-3551d456e21a","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.9220577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"b03992c9-c222-46b9-aa14-9069cc6658bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.922230246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ae5690be-5d5c-48fa-bbe0-4111e8a5aa32","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.922066619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"04733137-c5dc-4faf-82ad-894a473e8360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.980380135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ae5690be-5d5c-48fa-bbe0-4111e8a5aa32","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.98092097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"04733137-c5dc-4faf-82ad-894a473e8360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:55.982535124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"b03992c9-c222-46b9-aa14-9069cc6658bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:56.355554527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c2829eed-9e78-4c1e-b0f2-040a1b86c801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:56.355826749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9656d2df-8193-4411-9feb-017597ff4bd4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:56.356054511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"95172aea-5e2a-4356-b8e9-1e29c493f818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:56.413973336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9656d2df-8193-4411-9feb-017597ff4bd4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:56.413975336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"95172aea-5e2a-4356-b8e9-1e29c493f818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:56.41613715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c2829eed-9e78-4c1e-b0f2-040a1b86c801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.24912082Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.249180629Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","namespace":"ai-tenant-e2e-ipp-a-0c9a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.249232431Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","tenant":"e2e-ipp-a-0c9a2b","tenantID":"e2e-ipp-a-0c9a2b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.303966951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"Deployment","name":"maas-api-e2e-ipp-a-0c9a2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.36770116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"Service","name":"maas-api-e2e-ipp-a-0c9a2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.429688472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-0c9a2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.483817905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-0c9a2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.544226995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.60018842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.657648423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.723232692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.804725598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.867667474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:57.946045364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"Service","name":"payload-processing-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.009431291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.067360825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.122091652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.178194076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.234894006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.290542638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.34485674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.404810266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-0c9a2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:58.458971273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"default-tenant","reconcileID":"94364078-ae44-4a41-835f-89c639dc22f3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-0c9a2b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:15:59.278258667Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0c9a2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0c9a2b","reconcileID":"96911d1c-b3dd-457d-ba5c-ff3568ffd3b3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-0c9a2b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-0c9a2b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.445919374Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"6dffb4bf-86cc-405a-bbca-be75cd409303","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.505811736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"6dffb4bf-86cc-405a-bbca-be75cd409303","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.51117556Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"e8e7a98b-3f2e-4123-8e0f-abb8a7088c8b","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.511234346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"e8e7a98b-3f2e-4123-8e0f-abb8a7088c8b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.522451464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"6275a36f-ac72-4f7e-b864-3b9922dbbad8","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.522502078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"6275a36f-ac72-4f7e-b864-3b9922dbbad8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.542727556Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"5559833f-8d92-4f59-8251-c121c4801e67","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.542790846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"5559833f-8d92-4f59-8251-c121c4801e67","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.583397405Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"5ca6721a-1c95-4631-819c-e41dfd7b8243","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.583451668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"5ca6721a-1c95-4631-819c-e41dfd7b8243","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.663952105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"e5c5cffa-010a-4996-ab02-220fc744849c","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.664027135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"e5c5cffa-010a-4996-ab02-220fc744849c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.824746862Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"9628aea0-56f2-4570-b15e-e0f045429adb","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:15:59.824809284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"9628aea0-56f2-4570-b15e-e0f045429adb","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:00.145615653Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"f4b28909-fe67-4b4e-808c-95ff7bbf2c2f","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:00.145720605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"f4b28909-fe67-4b4e-808c-95ff7bbf2c2f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:00.452686478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a07f57-0fcd-474c-ac46-5af98fc752b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:00.504859513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a07f57-0fcd-474c-ac46-5af98fc752b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:00.56579945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a07f57-0fcd-474c-ac46-5af98fc752b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:00.618421112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a07f57-0fcd-474c-ac46-5af98fc752b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:00.785977027Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"08310595-757f-4fc7-8d74-969bfecccc0c","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:00.786048252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"08310595-757f-4fc7-8d74-969bfecccc0c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:02.071746242Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"025c1c7f-1efc-4ecd-b98f-c1592fcee960","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:02.071820973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"025c1c7f-1efc-4ecd-b98f-c1592fcee960","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:02.612144193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55213d27-2a22-4177-a1e5-471f64f1531d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:02.664253561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55213d27-2a22-4177-a1e5-471f64f1531d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:02.716556349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55213d27-2a22-4177-a1e5-471f64f1531d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:02.768551147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55213d27-2a22-4177-a1e5-471f64f1531d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:04.632471002Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"0bafeb5e-ea01-4305-b546-2603d32a2ce0","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:04.632541848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"0bafeb5e-ea01-4305-b546-2603d32a2ce0","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.724005596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3149e730-312c-4a62-af02-663ec2f1e8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.775941247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3149e730-312c-4a62-af02-663ec2f1e8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.827771586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3149e730-312c-4a62-af02-663ec2f1e8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:04.882750955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3149e730-312c-4a62-af02-663ec2f1e8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:05.53473305Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"46e26f49-c1c5-48e8-ad09-0f2f2e7e3fc1","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:05.534809959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"46e26f49-c1c5-48e8-ad09-0f2f2e7e3fc1","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.07383523Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-premium","reconcileID":"9b9ebc84-1d89-402e-8fea-8350397f658f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.307917715Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-subscription-premium","reconcileID":"9b9ebc84-1d89-402e-8fea-8350397f658f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.51761308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"45354a67-e6b3-4f52-aaa2-9b7477a03956","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.525659184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"7831b9d4-cdde-465d-8bd9-0eaa24216bed","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.669804693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"a1331731-09f7-4987-9cb4-fa8860d05cdc","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.68096916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0b560f8c-955b-457d-865d-8381efe29a35","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.681173823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"acbd4c24-dd2e-4681-903a-5c37af9ad873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.680968863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"3bb23c20-4e99-4750-b7cf-f847dc4cd86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.738332102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"acbd4c24-dd2e-4681-903a-5c37af9ad873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.738520129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"3bb23c20-4e99-4750-b7cf-f847dc4cd86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.740730786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0b560f8c-955b-457d-865d-8381efe29a35","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:06.894468001Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"667a5f1a-418c-410c-9cac-66f627f1a247","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:07.11075439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"5536e130-b09e-491d-a16e-55eb72d2e4dd","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.544165312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"fecf96ca-1c23-42e1-8525-469df074e07e","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.60176458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"95a7a3eb-b0d2-4918-a92c-a427cfb64bab","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.756184615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"9b7364b9-7cce-4958-88e2-04161e8a93f9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.814670229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"9b7364b9-7cce-4958-88e2-04161e8a93f9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.823688724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"6fe0057c-cd10-4a63-a128-12905c3db7fa","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.879514812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"56375d7b-2474-4013-8b50-dea2d91f5cee","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:08.933827863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-user-subscription","reconcileID":"7e5ebbdb-f931-457a-b343-b6bf7c8c13fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.978811772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2df00be3-3fb7-4a47-95c3-d2179b7de06f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:08.979690673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4342150d-2e7c-4bdd-aca5-a07ff02127eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.041053331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4342150d-2e7c-4bdd-aca5-a07ff02127eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.044891761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2df00be3-3fb7-4a47-95c3-d2179b7de06f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.054560854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"9c88b7f9-0bcc-4321-b9f5-863da653bc22","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.096859178Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-fd61e3 priority=0:[ai-tenant-e2e-worker-w1-fd61e3/e2e-test-other-subscription ai-tenant-e2e-worker-w1-fd61e3/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.097214661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"d88e9e32-df32-4e11-9cab-39d4757fe7d7","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.112946699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"898d39d4-7fb9-4bf4-aaa0-5916de84ce79","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.133019446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"9eeb4f02-2974-42be-83eb-5afb9f7ac9c9","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:09.149921818Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-fd61e3/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.206020364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"d44ff28e-dda5-4b73-bbe3-84f51c43f570","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:09.207260889Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-fd61e3/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.231135615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"b33bf7d4-e579-40e3-88e5-47dd6114813e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.275818346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"cc34a18f-b26d-4d4e-b69c-7d100ac86f29","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.296222836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"0fea496f-69a6-4418-90c6-0ba18d5d7c40","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.36189594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"0fea496f-69a6-4418-90c6-0ba18d5d7c40","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.391513432Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-user-subscription","reconcileID":"028459c4-cad9-4dd1-b3b3-540b146ad49e","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-fd61e3/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.437217258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"be9f6861-7c50-4fd1-81d9-be1e9abe0362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.437723969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"35f590a9-be1e-4caf-b91d-efb7f570b166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.485501821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-other-subscription","reconcileID":"a7c71428-e55e-4303-99b5-6081bb468bde","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.49399967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"be9f6861-7c50-4fd1-81d9-be1e9abe0362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.494346232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"35f590a9-be1e-4caf-b91d-efb7f570b166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.557910386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"4f6607b4-5f51-48d4-9135-466796157cf3","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.600028213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"eb7d1544-24b6-4a60-9ff0-1463f56ca122","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.659587034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"22303fa7-4c90-444c-a78d-18c2216b3d3f","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.683357729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"be5bf5b5-0db3-4492-8694-2dbd50f15081","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.741267089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"be5bf5b5-0db3-4492-8694-2dbd50f15081","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.766981286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-user-subscription","reconcileID":"940da21d-0d20-4539-a292-a4b9b52b6401","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:09.87024638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-other-subscription","reconcileID":"41777df1-fc08-4d39-9a69-ba6954350e6d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:12.152488666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"38ed2f79-2ecb-4812-ac16-3935114fd1a3","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:12.313851968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"cbc369b3-f856-4c40-8977-3f0c10813a71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:12.314722055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"f1913161-b3ec-4f0c-9251-e32d689485c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:12.314720491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"ec647206-62f3-4b46-9611-2de0f1256945","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:12.372484627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"cbc369b3-f856-4c40-8977-3f0c10813a71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:12.373118458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"ec647206-62f3-4b46-9611-2de0f1256945","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:12.375999159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"f1913161-b3ec-4f0c-9251-e32d689485c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:15.777468366Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"51dfe38b-9f42-401c-aeab-6a6b1b9a5008","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:15.777535948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"51dfe38b-9f42-401c-aeab-6a6b1b9a5008","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:16.405751017Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"31665a2b-42eb-450c-8f85-add515aae664","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:16.405846864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"31665a2b-42eb-450c-8f85-add515aae664","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.362095504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28335715-9e9d-47da-9090-8c86751c2908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.413919342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28335715-9e9d-47da-9090-8c86751c2908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.466062043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28335715-9e9d-47da-9090-8c86751c2908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:17.519743079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28335715-9e9d-47da-9090-8c86751c2908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.402023469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b08fd96-cbab-4220-86c3-3d789bd13d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.45408446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b08fd96-cbab-4220-86c3-3d789bd13d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.506179438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b08fd96-cbab-4220-86c3-3d789bd13d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:19.558269814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b08fd96-cbab-4220-86c3-3d789bd13d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:22.114922356Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"4a793ba5-0896-4eea-8ea9-9b2c1f6a3858","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:22.115012132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"4a793ba5-0896-4eea-8ea9-9b2c1f6a3858","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:22.223618246Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"7e583b5e-adfe-4646-ae5e-0b415420f8c3","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:22.223700714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"7e583b5e-adfe-4646-ae5e-0b415420f8c3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.31538448Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-user-subscription","reconcileID":"fd263862-2f03-4afe-8497-f72cdc1b6dd6","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.547057223Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-user-subscription","reconcileID":"fd263862-2f03-4afe-8497-f72cdc1b6dd6","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.775646882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-other-subscription","reconcileID":"6be13ab8-df1b-434c-9cc7-fe010049b9f5","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.775773095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"0f4ed6b2-eb90-4489-867d-c05b15c9a6ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.813667356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"7b1c0bf6-4e1f-4acf-930a-08b81981f73a","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.871824332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"ab71f1c3-79c6-45ed-9a4a-78abef1bae35","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.951415628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"b37c0e6b-e671-4ebd-8a91-c75c63dcdbf0","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.967650498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4caa08e9-e817-4af3-92dd-2e1b5c28f8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.968662041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"4e76f011-8335-49bf-9007-1c2dc9c66a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:22.968661413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"9d7773d8-637d-4d06-8470-65ed060058e5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.02537823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4caa08e9-e817-4af3-92dd-2e1b5c28f8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.026235017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"9d7773d8-637d-4d06-8470-65ed060058e5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.027783601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"4e76f011-8335-49bf-9007-1c2dc9c66a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.056116755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c074de7-ea8e-4853-b3b1-2835b5619373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.107968387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c074de7-ea8e-4853-b3b1-2835b5619373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.16056575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c074de7-ea8e-4853-b3b1-2835b5619373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.2132238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c074de7-ea8e-4853-b3b1-2835b5619373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.42874131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"831cfa44-80c6-48f3-8749-eb23ef458680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.429693422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"a71bd9a0-8031-4c0f-bd35-d9229109bac5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.429806159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"c4237cb9-45a4-4a55-9ff2-37d2ffc58d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.49178349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"a71bd9a0-8031-4c0f-bd35-d9229109bac5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.492027323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"c4237cb9-45a4-4a55-9ff2-37d2ffc58d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:23.494060411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"831cfa44-80c6-48f3-8749-eb23ef458680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:25.111294177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6a64b27-6a33-4378-87d1-de8418714e1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:25.16343904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6a64b27-6a33-4378-87d1-de8418714e1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:25.215330824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6a64b27-6a33-4378-87d1-de8418714e1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:25.295221142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6a64b27-6a33-4378-87d1-de8418714e1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:25.889753475Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:27.209163808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d19f7b-66b4-46d6-afee-dd8cf2c019ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:27.261168816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d19f7b-66b4-46d6-afee-dd8cf2c019ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:27.313271402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d19f7b-66b4-46d6-afee-dd8cf2c019ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:27.370685571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d19f7b-66b4-46d6-afee-dd8cf2c019ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:28.735400401Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"7a285f8f-8549-4ccc-909e-ce6b727717c2","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:28.735471194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"7a285f8f-8549-4ccc-909e-ce6b727717c2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:29.37549886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b3a1cf-4eee-47de-8c50-27313d190ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:29.427904442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b3a1cf-4eee-47de-8c50-27313d190ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:29.485411747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b3a1cf-4eee-47de-8c50-27313d190ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:29.53794784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b3a1cf-4eee-47de-8c50-27313d190ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.465693022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58a33bb-eff1-4c29-8076-296fc92c46ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.5179603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58a33bb-eff1-4c29-8076-296fc92c46ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.570476743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58a33bb-eff1-4c29-8076-296fc92c46ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:31.622330194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58a33bb-eff1-4c29-8076-296fc92c46ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:32.651342331Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"e8f6ec56-cbdd-4e1e-8b90-efceb094deaf","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:32.651405761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"e8f6ec56-cbdd-4e1e-8b90-efceb094deaf","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.077353722Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","namespace":"ai-tenant-e2e-praxis-b-cf43e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.077412457Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","namespace":"ai-tenant-e2e-praxis-b-cf43e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.077462132Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","tenant":"e2e-praxis-b-cf43e7","tenantID":"e2e-praxis-b-cf43e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.114928192Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-other-subscription","reconcileID":"3b431549-bfa2-4bb1-a373-ad1383fee9b0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.131623518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cf43e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.194700333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"Service","name":"maas-api-e2e-praxis-b-cf43e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.258211759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cf43e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.312373864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cf43e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.33248236Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-other-subscription","reconcileID":"3b431549-bfa2-4bb1-a373-ad1383fee9b0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.369212137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.428146078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.484502357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.539867983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.544807982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"40042cbe-9fcc-467f-b167-31312acae08d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.59166743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.595547944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"7331583e-9966-46a1-8a19-83e011f14f8c","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.643195558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.694830006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"Service","name":"payload-processing-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.743136729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"c069dc3e-25e8-4d19-a116-0cfe51ed7a46","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.752678138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.756806729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"866992ef-c365-409e-8e56-3c1b7499e180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.75702208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"538075b5-7b61-4419-9e9d-79a295e2df8d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.756806689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"6338e05e-8103-4398-86f5-13ebfa96ab8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.804954856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.815119379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"866992ef-c365-409e-8e56-3c1b7499e180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.815838887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"6338e05e-8103-4398-86f5-13ebfa96ab8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.818655863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"538075b5-7b61-4419-9e9d-79a295e2df8d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.856884584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.908233202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:33.964546573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:34.016380116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:34.023709035Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-auth-access-denied","reconcileID":"19f53452-f16a-4157-8445-f25d131d09e5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:34.068184382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:34.12622583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cf43e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:34.179220645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cf43e7"},"namespace":"ai-tenant-e2e-praxis-b-cf43e7","name":"default-tenant","reconcileID":"482ffad1-9daf-4e1c-8fc1-468baf5f7c59","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cf43e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:34.192675852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"0467ecb6-a04a-459c-bed2-6f07c393d7ef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:35.219039225Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cf43e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cf43e7","reconcileID":"eab8bee1-45c9-47ca-bba5-a843a5fdaed5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cf43e7","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-cf43e7"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:35.388086404Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"c6564004-1cec-45c6-8e81-10cb916c2677","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:35.38815672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"c6564004-1cec-45c6-8e81-10cb916c2677","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:35.548882763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"e53f1a7a-9124-4949-b6e0-f42cde97d4c8","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:35.607741626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"10dc8fe6-e32e-46fb-9778-941f225fd373","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:35.816059335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-auth","reconcileID":"4e3063ac-2144-401f-ac52-7fec5d443cc1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:35.853819659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"61a9dae3-460f-431a-9247-f480fcc4c54b","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:35.891960396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-auth","reconcileID":"4e3063ac-2144-401f-ac52-7fec5d443cc1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:35.94104961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"d25cf088-c7f7-4add-987e-5c448f080368","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:35.987995572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-subscription","reconcileID":"93cfc93d-3ca6-407d-95ea-b6e3b35c1ec8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.048137115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5d6f371d-abbf-4076-aeb0-3ab50b6b0b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.048137096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"d83c888e-936e-4aa5-b22e-caa0fabd8b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.112579099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"d83c888e-936e-4aa5-b22e-caa0fabd8b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.114630267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5d6f371d-abbf-4076-aeb0-3ab50b6b0b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.117173665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"38f931ca-6073-40d3-b748-6f71b4d9a8ce","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.175594031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"e843067d-c4f3-4720-a42f-2732057a1cef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.267888152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"c9574d8f-a7d3-474d-9ec6-587d841aae05","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.425476095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fecb86-c213-4b9d-b060-9e20ce78e8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.478995685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fecb86-c213-4b9d-b060-9e20ce78e8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.479174734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"086892e5-3355-4480-a585-389d7a91d78f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.487306688Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-subscription","reconcileID":"d5ad4087-20f0-4ec6-9d24-e1c4b3ac144d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-test-group-subscription","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.532129931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fecb86-c213-4b9d-b060-9e20ce78e8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.53259828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"65cc903b-3c8a-4bae-ae8e-e6a81ccbabca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.532656526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-auth","reconcileID":"2ff57d11-d02b-42a3-a1f2-9cfcb4400c0c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.588758876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fecb86-c213-4b9d-b060-9e20ce78e8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.600396067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"086892e5-3355-4480-a585-389d7a91d78f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.64894587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"65cc903b-3c8a-4bae-ae8e-e6a81ccbabca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.649344934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-auth","reconcileID":"2ff57d11-d02b-42a3-a1f2-9cfcb4400c0c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.724257898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"b297f069-0fa9-43af-b563-7709c268d643","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.802195182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"df320f48-c790-4505-9d48-d1c6bf6107ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:36.965132769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-subscription","reconcileID":"4a1bce93-90f1-4f36-b5ce-77b9d10e27e4","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.52329801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ddcfbf-2912-4a98-beca-ad9463c400bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.575879075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ddcfbf-2912-4a98-beca-ad9463c400bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.6277599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ddcfbf-2912-4a98-beca-ad9463c400bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:38.680323073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ddcfbf-2912-4a98-beca-ad9463c400bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:39.158008658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"b204e77e-48bb-4f3a-b524-5352636a6135","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:39.318197313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"10daa878-0341-48db-ac71-3c64d328f838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:39.318459066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5723b3d9-ae01-413f-bbe6-feb5dcbd35f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:39.318204466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-auth","reconcileID":"7fa2115b-acd6-450a-92da-3a31e8b8a844","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:39.375821387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-auth","reconcileID":"7fa2115b-acd6-450a-92da-3a31e8b8a844","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:39.375986194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5723b3d9-ae01-413f-bbe6-feb5dcbd35f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:39.378159622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"10daa878-0341-48db-ac71-3c64d328f838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:41.267511879Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"b375eb6a-ffce-4737-9e53-67b52cbc5a96","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:41.267589804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"b375eb6a-ffce-4737-9e53-67b52cbc5a96","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-0c9a2b/ipp-route-0c9a2b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-0c9a2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:42.285959243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-0c9a2b","namespace":"ai-tenant-e2e-ipp-a-0c9a2b"},"namespace":"ai-tenant-e2e-ipp-a-0c9a2b","name":"ipp-route-0c9a2b","reconcileID":"2707cd3e-f434-4a3e-9bae-cff3f0d9cf70","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-0c9a2b\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.072917725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"51ab5f29-01ae-4f05-8a2d-ae316704226e","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.130547683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"757b60f1-86e6-4b7d-99f1-7800a63007de","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:44.182625264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8f35af8","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-sub-binding-b8f35af8","reconcileID":"f010d8cc-554c-4bbe-abc7-b2d98b5366d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-b8f35af8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.23288021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"c938081a-19b0-4555-a083-944c26ab1b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.234880426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"589cbc83-7b96-48d4-983f-49f68afbab82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.290230439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"c938081a-19b0-4555-a083-944c26ab1b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.291470088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"589cbc83-7b96-48d4-983f-49f68afbab82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.302991711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"87e81dd3-7872-41b4-b15d-f7946c6b74ea","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.360859387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"64df60bb-e566-4c4c-af76-a8142b0ca2cc","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.658018656Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8f35af8","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-sub-binding-b8f35af8","reconcileID":"fa6fb378-e684-4774-9a70-657e7d0efae6","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8f35af8","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/e2e-apikey-sub-binding-b8f35af8","ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.669528009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"eb1b2e05-1709-4b64-ac99-2ae1dee3ea2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.66952674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"ef04d8e6-f23b-46e0-82c9-cd1a60bb6acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.727057631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"eb1b2e05-1709-4b64-ac99-2ae1dee3ea2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.729836195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"ef04d8e6-f23b-46e0-82c9-cd1a60bb6acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.832569437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"3d68b53c-a23d-41f3-833b-356909b1a5f8","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:44.878809773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"339dd384-f594-46a9-9904-64a7fb56efba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:45.042168957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8f35af8","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-sub-binding-b8f35af8","reconcileID":"496e870b-422b-414a-a5fb-7ca8baa9bee9","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8f35af8","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:47.205788144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"673fe389-6edf-4e81-b22f-a0eb1ee8d31b","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:47.361699455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"30e834a8-6c99-4a1f-9bae-1db06867eba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:47.361718308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"ff9882c8-42e5-4edb-b97d-9ac1dd901f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:47.420313429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"30e834a8-6c99-4a1f-9bae-1db06867eba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:47.420508755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"ff9882c8-42e5-4edb-b97d-9ac1dd901f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:49.321691672Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-subscription","reconcileID":"1e90c024-684e-4f99-882d-e9bc850f9e6a","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:49.538789595Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-subscription","reconcileID":"1e90c024-684e-4f99-882d-e9bc850f9e6a","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:49.755418259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"5c3f67b7-f4dd-4911-978d-238ea1a36abc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:49.802646175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"8cf84f3d-4c20-4865-9b92-865373beb117","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:49.959565774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-auth","reconcileID":"530a3d20-e952-4eb4-ba74-1118f4b3d130","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:49.959601368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"55528e48-c71a-4464-81b4-dfecfe558072","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:49.960124636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"d259ccb3-7957-44ba-b860-2a1863fb3d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:49.960446928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"9619c1f2-8ac1-44ef-8600-4f1b3a09c70c","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:50.025169524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"d259ccb3-7957-44ba-b860-2a1863fb3d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:50.026195161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-auth","reconcileID":"530a3d20-e952-4eb4-ba74-1118f4b3d130","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:50.031400549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"55528e48-c71a-4464-81b4-dfecfe558072","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:50.236587108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-test-group-auth","reconcileID":"fb691956-fb9d-4408-96cf-b5a9152465fa","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:50.49757415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"c88b30b1-2057-4dac-b8af-314c74c3ba60","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:51.328970236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120d1c7a-a6f3-429a-be86-2fac08549eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:51.380641788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120d1c7a-a6f3-429a-be86-2fac08549eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:51.432988065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120d1c7a-a6f3-429a-be86-2fac08549eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:51.484755586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120d1c7a-a6f3-429a-be86-2fac08549eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.451859048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc2f11e0-331e-4030-a163-a4c543270a3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.508340802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc2f11e0-331e-4030-a163-a4c543270a3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.559967443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc2f11e0-331e-4030-a163-a4c543270a3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:53.611652317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc2f11e0-331e-4030-a163-a4c543270a3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.769790807Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","namespace":"ai-tenant-e2e-praxis-a-f554bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.769918675Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","namespace":"ai-tenant-e2e-praxis-a-f554bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.769998321Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","tenant":"e2e-praxis-a-f554bb","tenantID":"e2e-praxis-a-f554bb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.824260267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"Deployment","name":"maas-api-e2e-praxis-a-f554bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.888229417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"Service","name":"maas-api-e2e-praxis-a-f554bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:54.948898516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-f554bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.003232183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-f554bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.058755132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.136142489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.206432727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.295253982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.347084938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.39989722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.451887964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"Service","name":"payload-processing-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.505294436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.557009619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.608683594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.660869392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.717218617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.768921466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.821017366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.875608067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-f554bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.87956774Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:55.927811843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f554bb"},"namespace":"ai-tenant-e2e-praxis-a-f554bb","name":"default-tenant","reconcileID":"29f00d72-2bdc-42b3-a209-684440b6fff8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-f554bb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:56.781806757Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f554bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f554bb","reconcileID":"101bed26-b1dd-4d5a-b50e-e3e804269a29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f554bb","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-f554bb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.391759954Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8f35af8","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-sub-binding-b8f35af8","reconcileID":"c5b1d12f-db99-4e03-ada3-618680b62c04","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8f35af8","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscription":"e2e-apikey-sub-binding-b8f35af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.624965563Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8f35af8","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-apikey-sub-binding-b8f35af8","reconcileID":"c5b1d12f-db99-4e03-ada3-618680b62c04","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8f35af8","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.855412357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"2586b629-f55a-4f00-907e-7adfbc4716c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.903764943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"dea10740-f393-4ba1-ad25-72516aa5ebfb","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:57.980586634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07471578-2f30-40f6-a35a-5a5e954c3196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.036814173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07471578-2f30-40f6-a35a-5a5e954c3196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.094784632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07471578-2f30-40f6-a35a-5a5e954c3196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.149079083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07471578-2f30-40f6-a35a-5a5e954c3196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.150144378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"07329462-c8d9-4b9b-921d-b899efe2e8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.150762839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"51c603a8-2b25-4bcd-bd36-d0120a777bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.230144468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"51c603a8-2b25-4bcd-bd36-d0120a777bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.23077055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"07329462-c8d9-4b9b-921d-b899efe2e8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.516045145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"2be2f323-d5a3-4cec-a68a-c0a3a108c801","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.572688807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"0d3f7898-97ff-40cd-a2cc-20415d1a34cc","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.72753928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth","reconcileID":"49659ef1-7e1a-44ef-a82c-e45000a17fee","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.784248179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth","reconcileID":"49659ef1-7e1a-44ef-a82c-e45000a17fee","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.795464067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"ad30f4a7-8b11-438f-b3ea-dd49e554c82b","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.852558022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"9c49b9ae-5674-4346-b2e9-89e75177ce19","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:16:58.908535375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-sub","reconcileID":"24da87aa-cacf-4c8c-a224-f65aba3cf821","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.950444538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"d0524f54-c77f-4066-88d6-65136abc821f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:58.950451218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"3a510e66-ece9-45b2-a3ea-70f6e233f1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.007922498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"d0524f54-c77f-4066-88d6-65136abc821f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.008050393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"3a510e66-ece9-45b2-a3ea-70f6e233f1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.023789537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"d119768d-f712-4039-a083-66340f392e1c","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.082014674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"474e08e5-df69-4b7b-8f4f-8a33dd10ef92","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.102482653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"a72356c5-b742-48af-8b08-69c784b7f7ce","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.283324915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth","reconcileID":"29f28066-c473-4f3f-918b-c99e0f217aba","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.347054251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth","reconcileID":"29f28066-c473-4f3f-918b-c99e0f217aba","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.393678531Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-sub","reconcileID":"881e9849-fdfe-4d65-ad3b-dcce72118296","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-status-active-sub","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.439059995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5fe921db-c6e9-4403-b8d5-773afe367d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.439183943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"cfd02976-492e-4128-a6e7-c16fb9d6ca56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.496212202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"cfd02976-492e-4128-a6e7-c16fb9d6ca56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.496753492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5fe921db-c6e9-4403-b8d5-773afe367d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.614414642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"3c2774ff-8b12-4118-8edf-e724071f8288","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.657565193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"7face0cd-2302-4ce2-a908-0d712a6b71f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:16:59.834056843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-sub","reconcileID":"a5ade090-0e7b-4a54-abe8-17976f820e16","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:00.089408458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9144f97d-7bff-4fb1-882f-d9d92c1c1b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:00.141586949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9144f97d-7bff-4fb1-882f-d9d92c1c1b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:00.196171877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9144f97d-7bff-4fb1-882f-d9d92c1c1b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:00.249574872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9144f97d-7bff-4fb1-882f-d9d92c1c1b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:01.574005986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"88bf2e4d-07f1-4c09-a5e7-6a202f379de0","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:01.727701541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth","reconcileID":"ede83242-1654-4b4b-a4d6-dc94d7e39aa9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:01.732513019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2d6343de-2663-4d85-83dc-dea93afe5ad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:01.732554837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"7f373022-353e-49af-9b75-8d61ace1d908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:01.784583853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth","reconcileID":"ede83242-1654-4b4b-a4d6-dc94d7e39aa9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:01.790273872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2d6343de-2663-4d85-83dc-dea93afe5ad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:01.791981538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"7f373022-353e-49af-9b75-8d61ace1d908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:05.483786387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-failed-sub","reconcileID":"70870b45-fc5c-43f9-9c67-f52d20f4fa31","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.529036725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"14fbcba7-e7a7-4cfa-95b1-f8b85ce91918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.529093476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"c4be93bb-141f-42e8-9d3e-fec8817d2461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.586356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"14fbcba7-e7a7-4cfa-95b1-f8b85ce91918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.58641896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"c4be93bb-141f-42e8-9d3e-fec8817d2461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.808642016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdea6c89-bd0d-4f8c-9424-69715322171c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.86095301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdea6c89-bd0d-4f8c-9424-69715322171c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.912894444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdea6c89-bd0d-4f8c-9424-69715322171c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.964806889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdea6c89-bd0d-4f8c-9424-69715322171c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.965160042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"697bfa2a-11ec-4fa2-84c3-3ae4c28220b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:05.965545401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"0d1cef74-aa0c-4358-ad69-fc3beba7ce39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:06.022099329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"697bfa2a-11ec-4fa2-84c3-3ae4c28220b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:06.022169681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"0d1cef74-aa0c-4358-ad69-fc3beba7ce39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:07.936685368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f96b6c-2a0a-41e9-b498-fc77f65177d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:07.988483273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f96b6c-2a0a-41e9-b498-fc77f65177d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:08.040066589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f96b6c-2a0a-41e9-b498-fc77f65177d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:08.091993804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f96b6c-2a0a-41e9-b498-fc77f65177d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:08.143653696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"6c98df73-38a7-4eb4-8e5b-3a68bfceb02e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:08.143828728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"2ee746c7-c99d-4805-a5a1-20c8f4e3ef6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:08.201204641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"2ee746c7-c99d-4805-a5a1-20c8f4e3ef6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:08.203622784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"6c98df73-38a7-4eb4-8e5b-3a68bfceb02e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:10.062572893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"522f9a94-839c-40c7-aee7-8f2cc54dc4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:10.114624193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"522f9a94-839c-40c7-aee7-8f2cc54dc4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:10.168381824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"522f9a94-839c-40c7-aee7-8f2cc54dc4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:10.220454334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"522f9a94-839c-40c7-aee7-8f2cc54dc4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:11.739315384Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-sub","reconcileID":"a7d394bd-9943-4cc1-8186-374a4c814fd9","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:11.955515793Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-sub","reconcileID":"a7d394bd-9943-4cc1-8186-374a4c814fd9","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:12.175062462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"b206a181-011f-479f-a5c3-cea2e66f0791","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:12.219369285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"5133a2b9-b0de-493e-94d2-3bfcaec51eb2","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:12.378908808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ba3ad801-2585-4fdd-9dea-0630b1ac4f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:12.379708912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"89bd621e-518e-41c2-9096-176d36b86313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:12.3803515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth","reconcileID":"3580e9ab-04cd-4ba3-8913-87cfb9491ebc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:12.383663718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"239fe18a-558a-4689-8071-fc065daf3929","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:12.438120943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"89bd621e-518e-41c2-9096-176d36b86313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:12.438145468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth","reconcileID":"3580e9ab-04cd-4ba3-8913-87cfb9491ebc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:12.440377552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ba3ad801-2585-4fdd-9dea-0630b1ac4f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:12.598055525Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth","reconcileID":"350b24ca-cd8a-4b8a-89b8-7863123cff58","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:12.758469941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"76588e3b-1f63-459e-be8d-6cc67c53e55b","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.395479404Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","namespace":"ai-tenant-e2e-ipp-b-7f44c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.395672974Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","namespace":"ai-tenant-e2e-ipp-b-7f44c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.395788489Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","tenant":"e2e-ipp-b-7f44c7","tenantID":"e2e-ipp-b-7f44c7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.452415886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"Deployment","name":"maas-api-e2e-ipp-b-7f44c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.513106902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"Service","name":"maas-api-e2e-ipp-b-7f44c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.58064642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-7f44c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.636242924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"175b5f58-81a7-428f-9b45-e5f0387c4818","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.638689778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-7f44c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.692367533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"ca5348fa-9851-4643-876b-cf58535178f1","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.693251966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.747915988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.804993989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.847196402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth-only","reconcileID":"c5917d87-c481-4df1-af71-dbdb371d83a4","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.859952653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.906557689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth-only","reconcileID":"c5917d87-c481-4df1-af71-dbdb371d83a4","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.915937928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:13.975632573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.038334486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"Service","name":"payload-processing-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.101866476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.155923087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.209862434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.263690822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"e416ae0f-801f-4324-b43b-6b206523d5ed","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.271480958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.330009741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.390511636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.417674933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth-only","reconcileID":"91bf17a5-413f-4644-8224-41ce0ed1009a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.446009559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.484763314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth-only","reconcileID":"91bf17a5-413f-4644-8224-41ce0ed1009a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.502902742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-7f44c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:14.5566936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7f44c7"},"namespace":"ai-tenant-e2e-ipp-b-7f44c7","name":"default-tenant","reconcileID":"e53993be-5813-4960-a167-3ec959ccb8cd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-7f44c7","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:14.802169533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth-only","reconcileID":"91bf17a5-413f-4644-8224-41ce0ed1009a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:15.000492732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth-only","reconcileID":"90cc0d5a-cf44-4c6d-8c00-3bd7bbaf14e2","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:15.057901667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth-only","reconcileID":"90cc0d5a-cf44-4c6d-8c00-3bd7bbaf14e2","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:15.399809173Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-7f44c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-7f44c7","reconcileID":"b1f1567e-17dd-41f5-a1ec-d293f8ffeb17","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-7f44c7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-7f44c7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.242697096Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-active-auth-only","reconcileID":"5e8108a3-c69f-4ee1-b89c-c01e55dcc42b","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.242712662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"7cac0b12-0d7d-4993-a388-596428d63215","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.452109783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"64f083e7-f87e-4a9f-b09e-493410066b67","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.521895173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824f3e82-d292-4703-9233-114f6ed1e28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.574051504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824f3e82-d292-4703-9233-114f6ed1e28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.625981009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824f3e82-d292-4703-9233-114f6ed1e28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:16.678802438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824f3e82-d292-4703-9233-114f6ed1e28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.310589097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"52ec9281-383e-4bd8-9135-db5c3eac5f3e","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.365060761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"fc3b66f6-acd4-474d-be07-570b3fd35947","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.522666943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"ba7a27f0-a5a1-4188-964e-8cb7c40fb0a9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.580190974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"ba7a27f0-a5a1-4188-964e-8cb7c40fb0a9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.592462931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"0f2952fa-b0b8-4d74-9394-c6a5a910af40","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.653004468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"9ee7a2ff-9568-46a4-bac2-aa66a2f18bf3","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:17.699839153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-sub","reconcileID":"5e086ac5-51fc-4450-94d8-b6d28219a158","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.777822032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e14e80b5-2a2d-4899-a037-15dca558a485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.828956846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"432cc2af-1f2c-44ab-83cd-06ee7d919de5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.834438911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e14e80b5-2a2d-4899-a037-15dca558a485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.835825739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"a5bac955-eeda-4fd5-bea7-7ab478e6e577","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.886207062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"432cc2af-1f2c-44ab-83cd-06ee7d919de5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.89290192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"c0495a3d-38a0-4eb1-b1bd-36f6b3d3af4a","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:17.989369488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"7e5ef903-3f56-46e9-83e2-2c926f186eac","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.068135769Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-failed-sub","reconcileID":"b1004a94-747c-4289-ac62-6fbfede5fc5d","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.068224493Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-failed-sub","reconcileID":"b1004a94-747c-4289-ac62-6fbfede5fc5d","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.1714696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"dd6a51e0-cc13-409c-896f-708ad1a485c2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.229798343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"dd6a51e0-cc13-409c-896f-708ad1a485c2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.231115263Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-sub","reconcileID":"de87e2f5-25bf-45ca-bf09-87c8decb3382","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-status-degraded-sub","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.231262869Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-sub","reconcileID":"de87e2f5-25bf-45ca-bf09-87c8decb3382","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.254604875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e8792716-9157-4dee-a7ef-3213bb3be8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.284583124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"9881b7f6-8df6-49a2-9513-447203220173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.312626455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e8792716-9157-4dee-a7ef-3213bb3be8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.342404933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"9881b7f6-8df6-49a2-9513-447203220173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.440665971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"5116afda-59ef-4972-80b5-0beb94277379","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.44687544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"083508c0-c347-46ee-bb7e-97b9e91e18c9","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:18.482475226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-sub","reconcileID":"de87e2f5-25bf-45ca-bf09-87c8decb3382","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.54341744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"5536cd34-02c6-4d63-b362-0761d54e4ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.543458918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9ece027b-62e6-496d-975a-49d07f3581c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.600639725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9ece027b-62e6-496d-975a-49d07f3581c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.601703715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"5536cd34-02c6-4d63-b362-0761d54e4ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.615134402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1721ed66-3225-41f9-b7cb-ee5b8bee7ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.667182905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1721ed66-3225-41f9-b7cb-ee5b8bee7ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.71935578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1721ed66-3225-41f9-b7cb-ee5b8bee7ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.719570562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-sub","reconcileID":"9e4ce100-6c5e-45ef-82f4-8d126546dd60","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.719673105Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-sub","reconcileID":"9e4ce100-6c5e-45ef-82f4-8d126546dd60","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:18.771187822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1721ed66-3225-41f9-b7cb-ee5b8bee7ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:19.046152096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"ad03b7e6-6c4d-4058-8af0-9fa02eafdbd9","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:19.576085716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-failed-auth","reconcileID":"c755736f-efe5-4402-9e83-f0f1a796dfe6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:19.635463444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-failed-auth","reconcileID":"c755736f-efe5-4402-9e83-f0f1a796dfe6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:19.69372878Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-failed-auth","reconcileID":"c755736f-efe5-4402-9e83-f0f1a796dfe6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:20.024713326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"18ddbf77-4d96-4d6a-af7a-7161e12cad8d","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:20.066030288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-failed-auth","reconcileID":"bc70f502-4416-4be2-8689-5d02bcb2525e","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:20.123923692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-failed-auth","reconcileID":"bc70f502-4416-4be2-8689-5d02bcb2525e","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:20.185577858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"049afa41-dc18-4a28-a20f-763dc3c5a548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:20.18595251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"0c62d076-e91d-4b81-8ebb-edd737778605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:20.186273284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"71d31d70-bfca-47c0-84a6-6b0c52f8b6d8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:20.189840535Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-failed-auth","reconcileID":"bc70f502-4416-4be2-8689-5d02bcb2525e","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:20.243396386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"0c62d076-e91d-4b81-8ebb-edd737778605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:20.24545693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"049afa41-dc18-4a28-a20f-763dc3c5a548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:20.245827996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"71d31d70-bfca-47c0-84a6-6b0c52f8b6d8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:21.738231017Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-failed-auth","reconcileID":"bbf3304c-6db8-4052-9a20-6312a2b68f7c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:22.891387633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"c7f6ec5f-95bc-4c3d-b476-d55fba841e94","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"tenant":"e2e-worker-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:22.891424205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"c7f6ec5f-95bc-4c3d-b476-d55fba841e94","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:22.952275269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"a9ad4d38-b62c-4197-aebe-2e1658d0c66b","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.079302291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"0633aaf0-4107-4b37-bb03-04a356a15a2a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"tenant":"e2e-worker-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.079329348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"0633aaf0-4107-4b37-bb03-04a356a15a2a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.135901657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"e56f8ed7-d16e-42ae-b43d-1a5006a3c98a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"tenant":"e2e-worker-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.135922067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"e56f8ed7-d16e-42ae-b43d-1a5006a3c98a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.353906439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"d6e78622-bd12-45d5-b123-e0b3661915c2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.38069738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"b3b77365-3553-494c-86e2-4dffb2110f29","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"tenant":"e2e-worker-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.380723632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"b3b77365-3553-494c-86e2-4dffb2110f29","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.411299141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"d6e78622-bd12-45d5-b123-e0b3661915c2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.439620715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"4dafe519-1251-41ec-a3b4-71d3ef7639a7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"tenant":"e2e-worker-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.439642619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"4dafe519-1251-41ec-a3b4-71d3ef7639a7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:23.489744485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-sub","reconcileID":"6f71bbd1-d357-4186-b2ec-565c1ef8ac03","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.591567078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"e2a1b8de-a901-41ce-af9e-50422c25f279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.591586599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"f6ad0f28-6d2c-417b-aadc-4b69c163509d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.60233545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"ac53d4f8-ddfe-455a-8ae4-3bb552ebc2b2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"tenant":"e2e-worker-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.602442602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"ac53d4f8-ddfe-455a-8ae4-3bb552ebc2b2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.650329673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"e2a1b8de-a901-41ce-af9e-50422c25f279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.650510507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"f6ad0f28-6d2c-417b-aadc-4b69c163509d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.661195457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"d1d1098b-d07a-4411-abc2-611e55f649c8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"tenant":"e2e-worker-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.661215552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"d1d1098b-d07a-4411-abc2-611e55f649c8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.732984544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"92151d33-a2f9-420d-9a63-c7cc463d5936","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"tenant":"e2e-worker-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.733005701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"92151d33-a2f9-420d-9a63-c7cc463d5936","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.875518197Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-sub","reconcileID":"8c34f318-d4a2-4c23-91ea-3eb1c70164ba","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.940889813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"e965c02c-bc91-4030-baad-10473ad0b299","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:23.998576241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"e965c02c-bc91-4030-baad-10473ad0b299","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:24.041574813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"9d806ab4-5ec1-4e8f-9b5d-c2b8773f7d9e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"tenant":"e2e-worker-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:24.04159533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"9d806ab4-5ec1-4e8f-9b5d-c2b8773f7d9e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:24.078210311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9baa7e73-db3c-4254-8b4f-89d161135f12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:24.078273065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"e31770d1-e212-4049-8fae-88b1aaf3b1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:24.136721597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"e31770d1-e212-4049-8fae-88b1aaf3b1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:24.136721585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9baa7e73-db3c-4254-8b4f-89d161135f12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:24.250197328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-sub","reconcileID":"190d6e78-417f-4d9b-aaca-9a8ea4b2f942","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:25.884815708Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:29.033165399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab49f8e0-7de9-4d80-a74e-4658720bb4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:29.085952303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab49f8e0-7de9-4d80-a74e-4658720bb4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:29.13832824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab49f8e0-7de9-4d80-a74e-4658720bb4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:29.190386297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab49f8e0-7de9-4d80-a74e-4658720bb4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:29.565030305Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6d953c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6d953c","reconcileID":"212c9a25-97b7-4c11-8336-499e4d1ba993","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6d953c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-6d953c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.204937794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-sub","reconcileID":"d041fcdd-533f-4aba-a531-18e6ad9322f8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.48554294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-sub","reconcileID":"d041fcdd-533f-4aba-a531-18e6ad9322f8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.485580822Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-sub","reconcileID":"d041fcdd-533f-4aba-a531-18e6ad9322f8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.531818198Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-sub","reconcileID":"d041fcdd-533f-4aba-a531-18e6ad9322f8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.744502088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"b97aa917-c88e-4cad-936b-a3121cda9dd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.806219203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"a520d300-06ed-4a3c-a686-4a40c7740ead","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.863384474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"70d65c33-2d00-4dda-b940-4c310b471fc1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"tenant":"e2e-worker-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.863404052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"70d65c33-2d00-4dda-b940-4c310b471fc1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.947109105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"9f75994b-4a5a-480e-b5d8-d2866264639e","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.961691635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2048297b-c3e8-4b72-bcb0-88b9573db43e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.961818611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5a6d1157-dd4c-49b0-b9b1-248d3283e25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:30.962079419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"f191b391-9f4b-435f-8634-71a1b5208511","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:31.019363017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"f191b391-9f4b-435f-8634-71a1b5208511","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:31.019517199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"2048297b-c3e8-4b72-bcb0-88b9573db43e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:31.021699712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5a6d1157-dd4c-49b0-b9b1-248d3283e25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:31.103151881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8552176b-44aa-438b-bf74-a534a295468b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:31.1553756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8552176b-44aa-438b-bf74-a534a295468b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:31.206966629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8552176b-44aa-438b-bf74-a534a295468b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:31.259086598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8552176b-44aa-438b-bf74-a534a295468b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:31.25988043Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"499eac54-f995-493f-80b8-c2b828cde2ae","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:31.529035851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"07c70a6d-2683-42d6-ab7d-db5656be8ca8","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:32.422825044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"e39b3d20-56db-4d7f-aaaf-3847e94d2198","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:32.479946487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"27aac1c0-b03e-480c-8c69-a2773a6c837d","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:32.740983338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"d48b212b-f6a6-4c04-a3c6-0dc77faa61d9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:32.802980937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"d48b212b-f6a6-4c04-a3c6-0dc77faa61d9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:32.910389793Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"d48b212b-f6a6-4c04-a3c6-0dc77faa61d9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:33.213853991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7632dd43-cad0-4681-85c8-b16068bf99d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:33.266682016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7632dd43-cad0-4681-85c8-b16068bf99d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:33.272668604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"49eee337-a676-43f7-9944-feddaa0d47d8","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:33.318868443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7632dd43-cad0-4681-85c8-b16068bf99d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:33.370728423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7632dd43-cad0-4681-85c8-b16068bf99d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:33.5904892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"49101ea3-5f10-4d5f-af47-549f8c00cfac","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:33.647768868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"49101ea3-5f10-4d5f-af47-549f8c00cfac","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:33.755807661Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"49101ea3-5f10-4d5f-af47-549f8c00cfac","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:34.886621052Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"ecd921f1-58d4-4039-a4b8-08e9686b6ff6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:34.886645457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"2767fa4c-01db-4187-8aef-97501425facf","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:34.93850135Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-status-degraded-auth","reconcileID":"ecd921f1-58d4-4039-a4b8-08e9686b6ff6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:35.196662553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"f427eb33-b76d-451f-9843-42bc4d74b531","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.046751984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"0b5c48ee-d311-45fa-bf5e-aa3653f7f0cb","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.101633724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"aab2b54d-f4e9-4186-a8d9-c133712cf3dd","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.256245417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube-auth","reconcileID":"50f86584-fe2e-4de4-9610-ced5996302c3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.313695255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube-auth","reconcileID":"50f86584-fe2e-4de4-9610-ced5996302c3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.319351623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"6655e06d-94e1-43f7-a1af-ed1533b8e257","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.376055377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"3dc6e82a-6690-4e5a-bd3f-fd1a1d5aa1f6","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:36.426083664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube","reconcileID":"f4dad8ee-9448-4980-8906-810ed100a1d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.47279954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"e1fe6d25-2e40-4905-a60a-e7d80484c2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.472989559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"f6918171-fb76-4382-a515-0487f61dccd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.529636637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"e1fe6d25-2e40-4905-a60a-e7d80484c2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.529642861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"f6918171-fb76-4382-a515-0487f61dccd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.541498624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"b83c21c8-40e8-4ca4-996b-fae9c1af9bee","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.598631987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"397f9ca9-aa8b-4d3d-9106-366d71682e24","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.628463523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"2ba47926-3462-4e8c-a91c-cad57f207796","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.782759408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube-auth","reconcileID":"5dca5368-e360-4c54-9bc8-523bac9da03e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.839393746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube-auth","reconcileID":"5dca5368-e360-4c54-9bc8-523bac9da03e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.865748077Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube","reconcileID":"abed0170-55de-4f21-9d74-ef3e17f24b43","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-degraded-models-kube","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.865906445Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube","reconcileID":"abed0170-55de-4f21-9d74-ef3e17f24b43","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.88418424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0d3eafd4-854d-4308-8a01-256c815f2854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.884224426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"f81f29c9-3b1f-4fae-83dc-82bd32e0d5d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.941399587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0d3eafd4-854d-4308-8a01-256c815f2854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:36.94141961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"f81f29c9-3b1f-4fae-83dc-82bd32e0d5d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:37.077691597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"1151e8c7-8916-4d42-b7bd-f12a17315b52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:37.08745894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"fe8bfd50-13bc-43cd-b3a7-0aa672b10bb5","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:37.304040507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube","reconcileID":"86d45bcc-1736-4a40-90a5-d5e9d3f0d64d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:37.304206752Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube","reconcileID":"86d45bcc-1736-4a40-90a5-d5e9d3f0d64d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.075813387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"28afaad7-9c3e-4efc-aea2-e74f24cd8fba","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.255471554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"10fafcd0-3c1a-4a53-84b4-47f955e4ce7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.306654955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube-auth","reconcileID":"79183092-3a24-4305-a709-766d1a759cb2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.30668209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"428a06a3-28bb-4fa8-bc30-e4175cc02930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.312393754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"10fafcd0-3c1a-4a53-84b4-47f955e4ce7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.364236039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube-auth","reconcileID":"79183092-3a24-4305-a709-766d1a759cb2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:39.364336096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"428a06a3-28bb-4fa8-bc30-e4175cc02930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:40.116168803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d21bb4-eae8-48d2-a16b-e0fb1fcc21a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:40.168181204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d21bb4-eae8-48d2-a16b-e0fb1fcc21a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:40.220687981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d21bb4-eae8-48d2-a16b-e0fb1fcc21a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:40.273044457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d21bb4-eae8-48d2-a16b-e0fb1fcc21a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:42.214642903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c00264-9f26-49f1-bfcc-b013079c5869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:42.266811738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c00264-9f26-49f1-bfcc-b013079c5869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:42.319242304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c00264-9f26-49f1-bfcc-b013079c5869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:42.371108493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c00264-9f26-49f1-bfcc-b013079c5869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.259601193Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube","reconcileID":"f757f13f-998e-4895-ab68-3dbebc235baa","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.475596419Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube","reconcileID":"f757f13f-998e-4895-ab68-3dbebc235baa","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.475627915Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube","reconcileID":"f757f13f-998e-4895-ab68-3dbebc235baa","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.475740191Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube","reconcileID":"f757f13f-998e-4895-ab68-3dbebc235baa","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-fd61e3/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.684076591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"5f5c5fd9-44e4-492f-b524-b0a4f12279e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.748851988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"44f34652-7d85-4ad5-afa2-734ef0873e1c","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.895051632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"1c117f49-4108-4249-b786-0c7bddbcd7ee","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.905753329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0becd1e6-005f-418a-b2bc-720cb5e669d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.90590874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube-auth","reconcileID":"0ab996d8-e069-4a37-b926-032306ff3d48","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.905754286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"dfc5480b-a778-479a-aacf-bf5b3288f486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.979744627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"dfc5480b-a778-479a-aacf-bf5b3288f486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.98072286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0becd1e6-005f-418a-b2bc-720cb5e669d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:49.984970233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube-auth","reconcileID":"0ab996d8-e069-4a37-b926-032306ff3d48","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:50.141534967Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-degraded-models-kube-auth","reconcileID":"d5051cb7-f8d6-4cbd-ab1b-5362faea98ee","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:50.304660771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"8d359a32-2692-4168-9dd9-78dde29a338f","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:51.348421177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-sub","reconcileID":"2f2ad68a-27d5-4124-9b87-3a212f7dded8","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:51.517403196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"017679aa-da51-45a5-a5c8-78b5b51af5b0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"tenant":"e2e-worker-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:51.517427427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"017679aa-da51-45a5-a5c8-78b5b51af5b0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:51.850173734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"b44802bb-b569-47fb-9a06-6a0d37836411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:51.850390009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"a9f24653-ad63-4d5e-a7a0-c4cbb9d645ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:51.85017291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"4dd68fd2-2269-4692-80e2-699a377d2514","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:51.907979694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"a9f24653-ad63-4d5e-a7a0-c4cbb9d645ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:51.908138499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"4dd68fd2-2269-4692-80e2-699a377d2514","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:51.91018662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"b44802bb-b569-47fb-9a06-6a0d37836411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.225691209Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","namespace":"ai-tenant-e2e-ipp-a-52d383","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.225747688Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","namespace":"ai-tenant-e2e-ipp-a-52d383","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.225810921Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","tenant":"e2e-ipp-a-52d383","tenantID":"e2e-ipp-a-52d383","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.279693484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"Deployment","name":"maas-api-e2e-ipp-a-52d383","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.340220935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"Service","name":"maas-api-e2e-ipp-a-52d383","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.343913325Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-sub","reconcileID":"3e6e3a12-fe20-4f47-8181-6105d47658e1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.397008248Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"a651d12a-3bde-4efb-ac99-fa9f0ce7dd6a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.399657213Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-sub","reconcileID":"3e6e3a12-fe20-4f47-8181-6105d47658e1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.402584101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-52d383","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.458270897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-52d383","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.500247765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"a0ebc36d-1c34-4640-985d-e77bea529ce7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.504038931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"5b709c50-f567-4a83-a2e9-40b6383bb44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.504037915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"5f94d397-c75c-4e25-9bee-ea332a22deff","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.513668942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.559597364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"a0ebc36d-1c34-4640-985d-e77bea529ce7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.562327819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"5f94d397-c75c-4e25-9bee-ea332a22deff","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.562358874Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"5f94d397-c75c-4e25-9bee-ea332a22deff","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.563723694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"5b709c50-f567-4a83-a2e9-40b6383bb44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.569806949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.620459562Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-sub","reconcileID":"f7e99727-35d3-49c6-90c8-ac5f02740267","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.627651636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.682202346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:52.728653678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"e2e-temp-model-status","reconcileID":"1d3847ca-50f4-4f2e-ab05-a41c43503b9b","error":"maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.728867844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"0de946a9-2483-4020-ac37-55cef7037bb9","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.736869493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.79144351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.855898693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"Service","name":"payload-processing-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.918984159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.926762054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"6313cb04-a564-4126-bbe1-92915c5fde0b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.973516221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.983856835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"6313cb04-a564-4126-bbe1-92915c5fde0b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:52.983951236Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"6313cb04-a564-4126-bbe1-92915c5fde0b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.029122344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.030625876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"894bb7c1-e64a-43d9-b8f6-2632d07dae43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.030625628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"9fdbe396-ba0f-4ec2-bbc5-cdae34e9edf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.085194083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.088899862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"894bb7c1-e64a-43d9-b8f6-2632d07dae43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.090153936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"9fdbe396-ba0f-4ec2-bbc5-cdae34e9edf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.142242434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.19806447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.251900211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.306633712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-52d383","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.360487642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-52d383"},"namespace":"ai-tenant-e2e-ipp-a-52d383","name":"default-tenant","reconcileID":"d3046acb-6236-4234-812c-3034b4299fc1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-52d383","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.405890275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"81ae3a4a-8a4e-46f3-8eb0-54e1bb46bfe6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.418399324Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","namespace":"ai-tenant-e2e-praxis-b-6d96a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.418491647Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","namespace":"ai-tenant-e2e-praxis-b-6d96a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.418578049Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","tenant":"e2e-praxis-b-6d96a6","tenantID":"e2e-praxis-b-6d96a6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.463119528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"81ae3a4a-8a4e-46f3-8eb0-54e1bb46bfe6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.463153043Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"81ae3a4a-8a4e-46f3-8eb0-54e1bb46bfe6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.473031474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"Deployment","name":"maas-api-e2e-praxis-b-6d96a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.533003133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"Service","name":"maas-api-e2e-praxis-b-6d96a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.547181204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"b72e14fb-2a0c-439c-80c8-9dca65c6891a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.547182056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"704705d2-3c93-48f4-95a4-02c426b112f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.594060019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-6d96a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.604791145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"b72e14fb-2a0c-439c-80c8-9dca65c6891a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.605533202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"704705d2-3c93-48f4-95a4-02c426b112f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.64773773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-6d96a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:53.669373031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"81ae3a4a-8a4e-46f3-8eb0-54e1bb46bfe6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.703189961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.76921199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.840760288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.935810408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"f9753efb-ad24-4b5c-90a2-0f2b3e0dc2a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.956196613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:53.999340788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"f9753efb-ad24-4b5c-90a2-0f2b3e0dc2a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.010777897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.055533361Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"f9753efb-ad24-4b5c-90a2-0f2b3e0dc2a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.06224471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.113821196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"Service","name":"payload-processing-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.16560104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.216970181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.253865459Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-52d383","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-52d383","reconcileID":"b7f18770-b967-48a6-b508-d2a42876f706","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-52d383","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-52d383"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.26846315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.319842175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.377696365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.429218788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.525120552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.577102088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-6d96a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:54.628866965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6d96a6"},"namespace":"ai-tenant-e2e-praxis-b-6d96a6","name":"default-tenant","reconcileID":"dccaabad-e200-4e29-98bb-2b884a753b5b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-6d96a6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:55.458159259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb726000-0470-463e-8a90-dea23226a321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:55.510053605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb726000-0470-463e-8a90-dea23226a321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:55.562924208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb726000-0470-463e-8a90-dea23226a321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:55.570851654Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6d96a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6d96a6","reconcileID":"f1597715-4131-4f67-9111-81b6332e3896","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6d96a6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-6d96a6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:55.616029683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb726000-0470-463e-8a90-dea23226a321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:55.879664365Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.544316686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ddee82-4b52-4b24-a2d8-a5d708075a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.596332905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ddee82-4b52-4b24-a2d8-a5d708075a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.648151996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ddee82-4b52-4b24-a2d8-a5d708075a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:57.699892606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ddee82-4b52-4b24-a2d8-a5d708075a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:59.546502947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"a127f5b9-a862-432a-b924-6851fc46e35a","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:59.601935859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"2587431c-0814-4392-bebb-5a27b7fd6e5c","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:17:59.655699488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-list-subs-refs-sub","reconcileID":"770dfe3a-c543-4e72-acee-fb48c30af9a7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:59.702263705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e2efa311-dbac-484d-829a-c910e944ed42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:59.702263668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"daa5b2d5-6b5b-45cf-bd94-c96e53882e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:59.760242965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e2efa311-dbac-484d-829a-c910e944ed42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:59.760267777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"daa5b2d5-6b5b-45cf-bd94-c96e53882e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:59.775504234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"8c25c0c9-1013-4d2c-b68f-ec1cfb3610d4","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:17:59.833838798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"f2265c54-72c0-40ae-a26b-9002136977e8","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:00.070133627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"66038932-4fa4-46af-8575-08df33d19134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:00.070182427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"55160aaa-8da5-4a6c-85a3-f312d177cd5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:00.100947072Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-list-subs-refs-sub","reconcileID":"ff65998b-ebaf-4efe-890d-2145ddf1eb8a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:00.127424742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"66038932-4fa4-46af-8575-08df33d19134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:00.127604104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"55160aaa-8da5-4a6c-85a3-f312d177cd5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:00.266942585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"875b005c-5714-48bf-a42c-a28f1b99a4f4","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:00.311326602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"9b5d6ecc-0477-48bb-8063-a0983bdfad27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:00.480752541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-list-subs-refs-sub","reconcileID":"7da29f0c-28d6-46d0-a97e-d15afe251452","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:02.626065476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"aeb8c887-2432-41e5-bb88-a449019efad2","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:02.854790893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8650d6ca-dc91-461e-8142-97178286f2de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:02.854986078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0647b6bb-a701-42de-8430-17f0389760ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:02.965992118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"8650d6ca-dc91-461e-8142-97178286f2de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:02.966168661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0647b6bb-a701-42de-8430-17f0389760ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.268199182Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-sub","reconcileID":"4530d76d-3f80-4200-b58e-4d6c3e5534e2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.268383918Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-sub","reconcileID":"4530d76d-3f80-4200-b58e-4d6c3e5534e2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.817680493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c839365b-d108-4b5e-9ca8-88c7b8f4d885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.817807929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9525663c-1aba-4fb9-944c-f4952c24b902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.81813733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"c498c87f-8ace-4d00-8927-3f8860255e6a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.818215595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"7540762c-031e-40b5-9936-bf97a7fbbfb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.870565798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c839365b-d108-4b5e-9ca8-88c7b8f4d885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.922524865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c839365b-d108-4b5e-9ca8-88c7b8f4d885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.927477271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"c498c87f-8ace-4d00-8927-3f8860255e6a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.927594243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"7540762c-031e-40b5-9936-bf97a7fbbfb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.929690243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"9525663c-1aba-4fb9-944c-f4952c24b902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:03.974570783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c839365b-d108-4b5e-9ca8-88c7b8f4d885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:04.03085953Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"c498c87f-8ace-4d00-8927-3f8860255e6a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:04.188946563Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-status-transition-auth","reconcileID":"e62bd7d2-7ef7-4bee-a811-14a138d82933","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:05.539835036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"0b50dc4d-17c6-42ed-90f0-921aa5919a5e","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:05.595079698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"0a582e77-1f4d-40ed-b33c-f7f5b7173e9d","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:05.711830499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"e4abab2f-ae9e-43d9-bf39-e7d2593cb5e0","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:05.759602004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf-auth","reconcileID":"58afd636-f52f-478b-b1ca-fe28815b19ac","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:05.768653538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"ae6424b7-cce1-4dd1-b1ed-a66e7c6730e2","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:05.816669632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf-auth","reconcileID":"58afd636-f52f-478b-b1ca-fe28815b19ac","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:05.825542882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"9c7bc9c8-31d6-470d-9fc4-0df5e565c519","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:05.882460215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"2bfae684-bef5-4ad3-9d22-143c132853aa","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:05.920356529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4acece3-5ff5-4797-b8c5-e6ae044c2bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:05.934389491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf","reconcileID":"bfb96648-3a0d-4fc1-bc54-3cbce163c848","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:05.972656267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4acece3-5ff5-4797-b8c5-e6ae044c2bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:05.972982592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-no-auth","reconcileID":"92545884-f37f-4d43-b6e6-2f2e315ff335","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.027687176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4acece3-5ff5-4797-b8c5-e6ae044c2bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.038006542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"8a6c07df-6eba-48bc-9a7a-4b87a82ff98e","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.080429116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4acece3-5ff5-4797-b8c5-e6ae044c2bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.081832485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"634ae1c4-1573-44b0-bda7-38047cff3776","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.085369814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-no-auth","reconcileID":"92545884-f37f-4d43-b6e6-2f2e315ff335","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.132714894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"82b95353-b04e-437c-b40e-ef8909f5366d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.133351654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"2f7cd2aa-e558-447d-bca2-f29ad5947993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.136460184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"d50431a2-6100-4a9d-800c-4af18d1d48cf","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.139227509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"ef73e9bf-9f34-4146-92e4-fb8a711c5d79","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.182258373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"7c0ac359-0dad-44b5-a8cf-ec240c36f36b","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.189788239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"82b95353-b04e-437c-b40e-ef8909f5366d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.189998715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"2f7cd2aa-e558-447d-bca2-f29ad5947993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:06.190082962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-sub-only","reconcileID":"5bf4c748-7708-4a60-b727-6d9eaaec6524","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:06.19017679Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-4a7a52/e2e-degraded-healthy-inf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.235517649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c81779d1-cfa6-473c-bcba-da9e3a2f5cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.29211583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c81779d1-cfa6-473c-bcba-da9e3a2f5cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.305425176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"a3f140a5-d30d-4ec4-88fe-bcc6b8208a35","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.345074354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf-auth","reconcileID":"798be577-ffbd-4693-9615-0fcbab5fdd9d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.362822185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"ea6693da-f1b2-4add-aebf-adb41ff9b820","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.4019141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf-auth","reconcileID":"798be577-ffbd-4693-9615-0fcbab5fdd9d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.403538554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"2de29757-b6a5-48f1-a33d-ded33ce2e21e","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.457558245Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf","reconcileID":"8a60d0af-af46-4ee9-a683-193525bf665d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.457707451Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf","reconcileID":"8a60d0af-af46-4ee9-a683-193525bf665d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.559559243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-no-auth","reconcileID":"8a9e527a-474f-47da-8dc8-6749a0990876","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.600580641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"9663f20a-ce9d-4b1d-af0b-7f3fb224e372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.601029799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"ccc1842e-1b34-4f10-86a3-3e88b20618aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.616199852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-no-auth","reconcileID":"8a9e527a-474f-47da-8dc8-6749a0990876","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.629787726Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-sub-only","reconcileID":"d158b370-2e9c-4782-8856-6bf54a0967ff","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2ade09/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-2ade09/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.657624453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"ccc1842e-1b34-4f10-86a3-3e88b20618aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.657669055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"9663f20a-ce9d-4b1d-af0b-7f3fb224e372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.674192481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"5aa21404-80d0-412a-a724-947d27b1d4ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.674223081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"f9ee757f-6665-4cea-bbb1-14f02b00601e","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.701100339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"7a30cbbb-8274-4d03-802b-7fecca8facce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.752564633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c2b291ad-ba7b-428f-9dae-e5b1de031f66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.758037951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"7a30cbbb-8274-4d03-802b-7fecca8facce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.795661858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"bc4fb44a-4029-448e-b26d-1a7f645f5bb5","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.809179639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"c2b291ad-ba7b-428f-9dae-e5b1de031f66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.838892307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"51b5e97c-97a1-47f7-9db2-d41d857579be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.883813623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf","reconcileID":"a77482dc-f46d-447d-af97-e1fa5da1bdf0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:06.883953956Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf","reconcileID":"a77482dc-f46d-447d-af97-e1fa5da1bdf0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:07.00490985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-sub-only","reconcileID":"363f7bde-367a-4d43-90fa-5a0ea9e11f8b","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:07.085082718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c98956e9-b8bc-41b7-b46f-22a984a66a8c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:07.170175544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"406b0cb3-47ce-44ad-8d71-5ff87bc41ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:07.227036333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"406b0cb3-47ce-44ad-8d71-5ff87bc41ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:07.227418924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c98956e9-b8bc-41b7-b46f-22a984a66a8c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:07.272164338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"f69afc4a-8e65-4048-bcb3-65e1e0012ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:07.328999437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"f69afc4a-8e65-4048-bcb3-65e1e0012ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.01953161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b24044-d188-4256-a93b-ea184fae4b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.071221506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b24044-d188-4256-a93b-ea184fae4b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.122992565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b24044-d188-4256-a93b-ea184fae4b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.175546263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b24044-d188-4256-a93b-ea184fae4b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:08.929799945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"d2de28bf-90c2-406a-b384-fa3d97942f0d","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.089130051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"27d15e9e-9b7c-4d42-9c13-a593c2d8c489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.089221584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"c443e214-8dbb-41cb-aa86-0cecac7fd1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.089604573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d6b42ad6-e05a-4022-b99c-bb1082b88b6d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.146078461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"c443e214-8dbb-41cb-aa86-0cecac7fd1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.14630155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"27d15e9e-9b7c-4d42-9c13-a593c2d8c489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.14826472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d6b42ad6-e05a-4022-b99c-bb1082b88b6d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.406797992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"d3a96f44-25ed-4b01-a813-7be5b93de53b","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.602125395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-no-auth","reconcileID":"a1425024-664f-4253-9b99-99e6049df43b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.602180241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"7e6ea5f6-41b9-4290-9166-6ae25ff3c783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.60263393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"2cf2e087-965c-4141-be9c-e815b97e35e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.659182059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-no-auth","reconcileID":"a1425024-664f-4253-9b99-99e6049df43b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.660445539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"7e6ea5f6-41b9-4290-9166-6ae25ff3c783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:09.661408717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"2cf2e087-965c-4141-be9c-e815b97e35e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:10.073623329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876d38ef-849d-46f3-87e1-ee8915f6c714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:10.125520218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876d38ef-849d-46f3-87e1-ee8915f6c714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:10.178188651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876d38ef-849d-46f3-87e1-ee8915f6c714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:10.230099942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876d38ef-849d-46f3-87e1-ee8915f6c714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:12.817162339Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-list-subs-refs-sub","reconcileID":"a773d095-262e-412d-bad3-c82558317ae0","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.033641122Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-list-subs-refs-sub","reconcileID":"a773d095-262e-412d-bad3-c82558317ae0","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.246485064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"b656a872-cc01-4f2c-bc32-a12658903587","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.251755003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"b385ccb5-742e-4945-bffb-dea62851f545","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.406274218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"f47e9e3c-8d5e-47fa-b18a-5c7c386e39b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.406349735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"fa30a559-b1a8-45d9-b71e-d711f0e0a82d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.463491139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"fa30a559-b1a8-45d9-b71e-d711f0e0a82d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:13.463763542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"f47e9e3c-8d5e-47fa-b18a-5c7c386e39b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.019445044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"01910569-310a-44bb-8dd5-b86f2cf770e2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.019476223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"01910569-310a-44bb-8dd5-b86f2cf770e2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.077531246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"03ec7ab7-d948-4c10-9c1d-3bc930a52e62","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.192221523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"35f0dba2-1321-4bca-af67-9a0d0249ac3d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.19223962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"35f0dba2-1321-4bca-af67-9a0d0249ac3d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.248655245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"3cd78cbb-9138-4a64-86c3-c3bec8f262ed","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.248672982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"3cd78cbb-9138-4a64-86c3-c3bec8f262ed","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:14.301587212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-enrichment-sub","reconcileID":"637b9726-bc34-44c4-857d-700cd6dcc94f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.34637832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c409fae6-923a-4e14-8a2d-b656c045e9fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.34638764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e0ba0d9f-376f-4fff-9a78-e452cca774fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.404572987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"c409fae6-923a-4e14-8a2d-b656c045e9fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.404632195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"e0ba0d9f-376f-4fff-9a78-e452cca774fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.416328641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"57637fbd-fca7-43a0-b77c-ac081355dd6b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.416344125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"57637fbd-fca7-43a0-b77c-ac081355dd6b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.471444767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"049a643d-3f80-4260-a7c6-9d675e98f643","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.471460571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"049a643d-3f80-4260-a7c6-9d675e98f643","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.474395776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"4772ad64-d554-421f-a292-c90e51652926","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.474409637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"4772ad64-d554-421f-a292-c90e51652926","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.534701712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"87fa129b-38f4-4c82-bb82-fe401fcc51f3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.534728976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"87fa129b-38f4-4c82-bb82-fe401fcc51f3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.684051983Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-enrichment-sub","reconcileID":"001246b0-f3b9-48bc-afb3-6a7071ce6e59","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.738021863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-enrichment-auth","reconcileID":"1fd2c03a-c0db-4f02-a385-e1e7f5c73cd0","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.795042981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-enrichment-auth","reconcileID":"1fd2c03a-c0db-4f02-a385-e1e7f5c73cd0","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.844166693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4f5e83e4-104e-4ddd-9351-760fde48c3f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.844432836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"a440357a-15ef-42a5-8def-ee98ce8ab256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.851499109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"e3a9c11b-4e29-4daa-866d-6b9a147ddcf1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.851514036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"e3a9c11b-4e29-4daa-866d-6b9a147ddcf1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.901246617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4f5e83e4-104e-4ddd-9351-760fde48c3f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:14.902468979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"a440357a-15ef-42a5-8def-ee98ce8ab256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:15.060301359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-enrichment-sub","reconcileID":"c9605b72-8744-4ae6-b744-0a1a0b9cb521","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:15.115195854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"308f5ef3-bcea-4913-8499-6e59dd813ee9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:15.115220733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"308f5ef3-bcea-4913-8499-6e59dd813ee9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:15.321564403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-enrichment-auth","reconcileID":"1d7d1ea1-0bea-4759-a654-3e36d690bc66","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:15.379759765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-enrichment-auth","reconcileID":"1d7d1ea1-0bea-4759-a654-3e36d690bc66","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:15.746119194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-enrichment-auth","reconcileID":"1965dd80-1b53-42d0-8fc3-12e1bda67e8b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:15.746127082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"a2ed0c0c-811b-471e-b62f-8ceb7da50b34","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:15.746228941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"a2ed0c0c-811b-471e-b62f-8ceb7da50b34","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:15.9554665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"e91407be-9538-4b8e-acd5-79b9cf8530f8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:15.955490948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"e91407be-9538-4b8e-acd5-79b9cf8530f8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:15.961847857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"605adcd3-b723-4bdb-b791-c4f58612ebee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:15.961853473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"8effc41a-d017-49c3-a568-77cc4b853a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.015088258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-enrichment-sub","reconcileID":"9663966e-3970-493f-babe-82149cbe6b22","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.019184398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"8effc41a-d017-49c3-a568-77cc4b853a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.019732905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"605adcd3-b723-4bdb-b791-c4f58612ebee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.105640625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"055893ae-11fb-48fb-b3e2-5704797e7831","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.105660897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"055893ae-11fb-48fb-b3e2-5704797e7831","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.380233304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"b75d1fc6-71bd-40fe-9e0b-c3d40db8ad18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.380269238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"718dc421-c89e-4cbd-bc69-c2bb07915d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.437862163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"718dc421-c89e-4cbd-bc69-c2bb07915d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.438050495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"b75d1fc6-71bd-40fe-9e0b-c3d40db8ad18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.601308534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"df39fbc6-739c-405a-b3d8-3a0d203d3223","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6d953c","tenantID":"e2e-praxis-a-6d953c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:16.718311819Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"df39fbc6-739c-405a-b3d8-3a0d203d3223","name":"e2e-praxis-a-6d953c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.096426078Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf","reconcileID":"1a346f34-743c-40ae-80da-51dd25ca5b73","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.312637238Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf","reconcileID":"1a346f34-743c-40ae-80da-51dd25ca5b73","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.31266752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf","reconcileID":"1a346f34-743c-40ae-80da-51dd25ca5b73","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.312799632Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf","reconcileID":"1a346f34-743c-40ae-80da-51dd25ca5b73","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.527439178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"1fb3040b-bc59-44f3-963a-a68610ee912b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.58818277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"c2d91625-4ed9-4a07-904f-5476e6d84150","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.609516883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-sub-only","reconcileID":"57a4a17d-de02-4469-8d3f-b8a6da3028ee","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.744491512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"19b4b75b-9802-4a34-9d5d-9aaec59dfd57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.746243641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bada6f63-dbc8-4f0a-a596-0c76dc24c491","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.746243631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"4c8eb970-2f35-46aa-b138-4155d95b9bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.749863537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"4ac5492a-813d-4dc2-8a5d-9ab702fd732b","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.802787704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"19b4b75b-9802-4a34-9d5d-9aaec59dfd57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.803140428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bada6f63-dbc8-4f0a-a596-0c76dc24c491","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.805153444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"4c8eb970-2f35-46aa-b138-4155d95b9bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.825036183Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-sub-only","reconcileID":"57a4a17d-de02-4469-8d3f-b8a6da3028ee","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2ade09/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:19.958161221Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a7900d40-b7a4-40e7-837c-55a2837a3b41","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:20.034368531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"10b24ba2-1e9d-4a2d-9c0d-8e1fa94cb202","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:20.041355178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"cb06affc-c291-4945-93c7-d400728089dc","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:20.169898016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"943f1958-03ca-465a-9327-cad389687faa","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:20.199748671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-no-auth","reconcileID":"2eacbe8c-d34c-4470-a363-6bd51de23ea9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:20.200007681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"a809d387-0881-480f-98dd-a8cc71fb2652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:20.199762247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"41ace4c9-3b0b-4983-a7e2-90f0c1e98f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:20.200832746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"eb255dfc-aba6-4edf-8044-e5beb90b59b4","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:20.257167359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-no-auth","reconcileID":"2eacbe8c-d34c-4470-a363-6bd51de23ea9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:20.257264262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"41ace4c9-3b0b-4983-a7e2-90f0c1e98f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:20.259618053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"a809d387-0881-480f-98dd-a8cc71fb2652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:20.41367425Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-test-group-no-auth","reconcileID":"f230f518-8032-44af-854b-f107df60e3fe","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:20.576149578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"7169bec3-7448-498b-a018-4af5bba80b81","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:25.879707805Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:26.286002148Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-enrichment-sub","reconcileID":"9410b878-73d3-4830-b063-5fd2ca0d631d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:26.338276282Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-enrichment-sub","reconcileID":"9410b878-73d3-4830-b063-5fd2ca0d631d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:26.390493947Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-enrichment-sub","reconcileID":"9410b878-73d3-4830-b063-5fd2ca0d631d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:26.724922311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"b48bb106-bfc7-4ff8-8032-592703319a46","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"tenant":"e2e-worker-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:26.724949616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"e2e-enrichment-model-ref","reconcileID":"b48bb106-bfc7-4ff8-8032-592703319a46","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:26.880758425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"cea2f3fb-ff19-45b1-bcb0-680ee1367e7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:26.88075843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"91918bb8-cf7d-477c-aa90-c48cb80046cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:26.939445609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"cea2f3fb-ff19-45b1-bcb0-680ee1367e7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:26.939454844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"91918bb8-cf7d-477c-aa90-c48cb80046cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:27.098525136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"9c4d6a6d-5db2-4189-baed-ed5d5158bdba","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:27.869812896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"0576a390-09be-4a09-bab1-c5525798a321","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:27.870163777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"aa8463d9-2f5f-4758-a767-c2cb43889111","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:27.9283678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"0dff31bf-ef03-4168-b9a7-27268a6a4649","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:27.928702462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"3ca7b6df-614f-4cd0-ad00-d6095ec1871a","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:27.977417249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-sub","reconcileID":"e6ce712a-71da-4c17-996f-a5b83318cfad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.025381392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"3ea45ac9-5967-4af2-ae19-d806e29b52a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.025381123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"6c1a1425-e7db-48df-a9ef-7a40a0482855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.083153101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"3ea45ac9-5967-4af2-ae19-d806e29b52a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.0843222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"6c1a1425-e7db-48df-a9ef-7a40a0482855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.093150727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"03a13472-2faf-46b1-8175-8bccd6fa4626","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.093530649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"512f114f-f9e6-4a1b-b71e-0cd7f8de3a74","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.150308276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"ef54430e-0696-41b9-82df-6b0821da59db","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.15064972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"91aaa577-8811-4936-8c66-830aaa89a87c","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.151999485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"872b099b-080a-436e-809d-9158edced6e5","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.209109806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"2d761145-3d86-43fa-bc23-4e6e4e260ee7","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.364634052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-auth","reconcileID":"ec730182-753b-4986-b3ba-76d7457b0466","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.421016049Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-sub","reconcileID":"f20df095-26e8-4b77-ad6f-7608d99fce18","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-partial-access-sub","ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.424822263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-auth","reconcileID":"ec730182-753b-4986-b3ba-76d7457b0466","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.458843605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"35131fff-ca86-434c-9be7-54037a940fc9","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.471414713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4ca1fb5e-54b1-4b4a-8ba0-05eb9a2d0704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.472141697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"e25da387-ada8-44d6-914c-6404ae2e6c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.514932284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"0516461d-fece-415b-8caa-4c7b0aff5b22","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.515343634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"e1a74c78-1553-4726-b38a-c54a623ba9e0","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.528610668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"4ca1fb5e-54b1-4b4a-8ba0-05eb9a2d0704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.52893282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"e25da387-ada8-44d6-914c-6404ae2e6c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.568906562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"eda11278-79d3-4300-a155-f4c61996859c","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:28.571476365Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2ade09/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.584505792Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-sub","reconcileID":"f20df095-26e8-4b77-ad6f-7608d99fce18","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-w1-fd61e3","model":"distinct-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.614471459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"fd0bac72-4504-4ac5-a3c5-92486950f406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.61485057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"4ddebd20-c66b-44c6-ae16-73f648d619cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.625894992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"fe0c10c4-4a9c-459d-b7c2-ba61f95bb11a","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.630073548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"361b1539-5598-4b83-8a39-719675caf771","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.672233373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"4ddebd20-c66b-44c6-ae16-73f648d619cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.673125041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"fd0bac72-4504-4ac5-a3c5-92486950f406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.743229663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"880d541a-53ce-49e7-8af7-ea6e36f5e59c","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.759913353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"c51d61d4-2e76-42e5-b5eb-7520fd39bb6c","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.759979243Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2ade09 priority=0:[ai-tenant-e2e-worker-w0-2ade09/e2e-model-match-sub ai-tenant-e2e-worker-w0-2ade09/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.803705253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"bc1fa4fa-90ec-49cd-afa2-257c10e04160","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.804082873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"921c33f8-287d-4c73-a5d9-17e6b7387e1a","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.817527202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"13b3dce9-4a7c-46c3-bc37-841b97ffda6f","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.838679857Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-sub","reconcileID":"32520fe7-3cc1-40f7-91b5-986fc9fcba60","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-w0-2ade09","model":"distinct-w0-2ade09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2ade09/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.866909887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"3edb1490-4293-4602-92aa-218c71cc3bf2","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:28.87068684Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2ade09/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.897999256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-auth","reconcileID":"e9bdc8dd-e9bf-4639-bd1d-ccf729683c3f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.922020367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"323968a0-7db9-4410-9cb7-4651c936e922","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:28.955997365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-auth","reconcileID":"e9bdc8dd-e9bf-4639-bd1d-ccf729683c3f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.009173935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"d0acbdf5-1f45-4d01-b72d-65cc7d3e0bd5","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.015004766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-sub","reconcileID":"a0afad6c-8366-4513-be70-afed86a7eb43","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.035226036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"e5749338-6616-4f10-bd94-ed49189427f3","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.041184226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2b52e295-a249-4c91-bb7e-e0f72f972079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.041239429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"e6e3f402-9434-4100-82e1-31bfa712d730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.100199408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"e6e3f402-9434-4100-82e1-31bfa712d730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.100200087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2b52e295-a249-4c91-bb7e-e0f72f972079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.101368603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"32d0aa01-16fd-4c68-81c6-158c30ad1213","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.13674597Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-sub","reconcileID":"2fde8216-f897-40e6-b76d-d8db03a28260","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-2-w0-2ade09","model":"distinct-2-w0-2ade09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2ade09/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.171868904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-sub","reconcileID":"a0afad6c-8366-4513-be70-afed86a7eb43","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.240817221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-sub","reconcileID":"72542d3c-2c6a-410f-941b-e9a13ba8c060","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.263972763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"ccc36b31-2340-4f35-a472-7c14cf520298","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.264323689Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2ade09 priority=0:[ai-tenant-e2e-worker-w0-2ade09/e2e-model-match-sub ai-tenant-e2e-worker-w0-2ade09/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.313014061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"d2b9ca0b-4ce2-4d3b-a99c-d87aed2bde9f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.316597486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"95223083-93f3-4729-9878-5753ba4c33ba","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.323496856Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2ade09/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.359489452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"6a1f270d-150f-40d4-922e-aec6fa1783b5","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.371741748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"d2b9ca0b-4ce2-4d3b-a99c-d87aed2bde9f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:18:29.376634595Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-4a7a52/e2e-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.417751308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"9543562d-5893-420e-85ca-b0acffdddac6","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.422015546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"293520c7-fbd2-4d20-8715-2f5b7ff854b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.424967272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"594f7663-e1ae-47ab-8df0-82e5a205e0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.425217617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"cdfe6de7-b9f5-4f58-b2b2-66acafdce66d","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.481208817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"293520c7-fbd2-4d20-8715-2f5b7ff854b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.483628531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"594f7663-e1ae-47ab-8df0-82e5a205e0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.526840121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-sub","reconcileID":"351b55cb-8400-4bb4-a3ad-ebc8956b729e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-2-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.547539094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"7d42e836-95c8-4a4a-9ddb-2e2305cb56c5","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.625594422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-sub","reconcileID":"a66d0788-036f-4807-961e-3888926b30e8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.628164008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"61d3a967-234f-4e55-bd8c-6d8a5445f056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.628320029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"c42f62ed-f9fb-446f-aad2-900c090faf68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.686712947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"c42f62ed-f9fb-446f-aad2-900c090faf68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.688371048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"61d3a967-234f-4e55-bd8c-6d8a5445f056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.693016628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"71e2caf6-82d3-4c94-9612-1bd2cec191de","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.729651547Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-no-access-sub","reconcileID":"94f25c4b-6de2-4ccb-8e55-cce64ac67f37","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-distinct-w2-4a7a52","model":"distinct-w2-4a7a52","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4a7a52/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.790811035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"1cc1ed2c-1161-4280-bceb-62f471924f17","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.845209947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-sub","reconcileID":"0743f529-f5c2-4966-a752-f0ac3b31c719","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-2-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.897371566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"08823462-761a-446f-84f5-01c9d6fddf3b","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.952032057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"75671abb-27be-459c-a24e-ec2263f039af","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:29.999958422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"8dc114ec-8c5a-43ff-8faa-25716f4ad13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.009089784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"75671abb-27be-459c-a24e-ec2263f039af","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.051134336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"7c9ec7f4-7e85-4d87-a72b-42d443fd1983","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.058588841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"8dc114ec-8c5a-43ff-8faa-25716f4ad13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.104911472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"ed16a86f-73e5-404a-8078-f24be2a4d9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.105813375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-no-access-sub","reconcileID":"4e032970-f9bb-4e62-8ee8-aa0251eed8ab","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-distinct-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/distinct-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.132258489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"7c9ec7f4-7e85-4d87-a72b-42d443fd1983","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.157190637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"1989fb32-f736-4788-8bb3-ee78c8f722df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.162940799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"ed16a86f-73e5-404a-8078-f24be2a4d9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.215231353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"1989fb32-f736-4788-8bb3-ee78c8f722df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.273143537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"cc069121-257b-464c-a046-0123d87ac0f6","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.325115966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"c3b9e9ba-c058-4f8a-a095-4c68e4e512b9","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.47159742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"56fe3383-0a17-431f-ad8e-410eb0de3753","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.474793065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"e399f996-9898-44ab-ad35-ccf8610b8638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.532772037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-no-access-auth","reconcileID":"84ba4bd1-26f7-4f1e-b961-681d393b0320","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.533535307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"e399f996-9898-44ab-ad35-ccf8610b8638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.594393084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-no-access-auth","reconcileID":"84ba4bd1-26f7-4f1e-b961-681d393b0320","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.734907885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"90c20f30-8f13-463a-a005-fb421f1269ab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.797526886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"90c20f30-8f13-463a-a005-fb421f1269ab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:30.879682461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"ae8703a3-3bd0-4502-bc53-3f85c5952d1b","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:31.09788651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-no-access-auth","reconcileID":"88150f2c-c523-4529-b73e-40d7a68c7763","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:31.15816397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-no-access-auth","reconcileID":"88150f2c-c523-4529-b73e-40d7a68c7763","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:31.833199947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"af91c9ec-8408-47be-b163-1ab6f28a17a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:31.838404432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-auth","reconcileID":"cb6e131d-db77-4a2d-9354-1a04ea8c78fd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:31.838486915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"d544efaf-f177-4257-bde0-e91ba5f1cff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:31.892584526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"af91c9ec-8408-47be-b163-1ab6f28a17a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:31.899716207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-auth","reconcileID":"cb6e131d-db77-4a2d-9354-1a04ea8c78fd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:31.90340178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"d544efaf-f177-4257-bde0-e91ba5f1cff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:32.336905247Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-auth","reconcileID":"4f644ce8-2567-47cb-9538-976d8e1250b7","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:32.337054416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"dbccc9f5-c8b4-47a7-a4d9-d39015d52f14","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:32.503340227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"7d71ce42-3388-48b9-a095-d20a4a23fc3f","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:32.662048613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"cbf7f702-6f15-4be3-a087-6624fabf340d","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:32.662607688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"e0fac98d-54c4-40a8-a234-5b8f4fbba6d9","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:32.818546739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"cd0a7841-bed8-47fa-a4b6-a8f2165989cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:32.818579919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"9b9c878f-1370-4dfa-aeb3-ee5d918f3338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:32.88294561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"cd0a7841-bed8-47fa-a4b6-a8f2165989cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:32.886682629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"9b9c878f-1370-4dfa-aeb3-ee5d918f3338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:32.945012891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"1615922c-1e09-4622-a6d1-3ba171be797c","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:32.945026118Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-no-access-auth","reconcileID":"f4ddfcaf-9711-4962-a6da-b917e70d63e9","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/distinct-2-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.231870021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"6a6d8c71-7d92-45c7-be0d-8ac431fec233","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.302360974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"7174bfe8-9d82-4593-9101-ed5d562a3b6b","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.399537385Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-sub","reconcileID":"bb59aff1-3837-456a-9054-f0c06929253d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-226e0e2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.419155853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"1bd05a91-efe0-44b2-b311-3362e2b7d8ff","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.510762425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"80e0edc6-f193-4a1e-a360-886c2189eb08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.51080626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"2d7c86c6-fe97-4264-94a7-a6a713cc745a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.511366329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"7ef627c4-3f94-4d9d-a59b-3ad484bc62e6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.511499677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"5987863b-0fed-4ae4-84f1-5290294986db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.569858107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"80e0edc6-f193-4a1e-a360-886c2189eb08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.569858661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"5987863b-0fed-4ae4-84f1-5290294986db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.577634431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"2d7c86c6-fe97-4264-94a7-a6a713cc745a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.581666249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"6730e60b-5989-4bd7-ac22-5144b1a191b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.592237825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"7ef627c4-3f94-4d9d-a59b-3ad484bc62e6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.642084039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"6730e60b-5989-4bd7-ac22-5144b1a191b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:33.7587461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-sub","reconcileID":"cf81d63f-debe-4aac-ba47-5c9a4356d2a8","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-2-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:34.047087314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"97f2fa04-f973-4287-baa3-cd42744dc3fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:34.050332573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"400569df-56e8-4eaa-a227-a3ef1e1a3f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:34.050403401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"04e55475-b2f0-4a6e-8808-e94d8848641a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:34.050785196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2e47f9d1-791f-4fcb-94f9-b88c350388b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:34.050850287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"dbef8b5e-c783-45c1-9901-33b5a508e5ca","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:34.104171341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"97f2fa04-f973-4287-baa3-cd42744dc3fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:34.108140777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"04e55475-b2f0-4a6e-8808-e94d8848641a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:34.109420656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"400569df-56e8-4eaa-a227-a3ef1e1a3f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:34.110750491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"dbef8b5e-c783-45c1-9901-33b5a508e5ca","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:34.11324241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"2e47f9d1-791f-4fcb-94f9-b88c350388b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:36.460318092Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","namespace":"ai-tenant-e2e-ipp-b-91cb32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:36.46039363Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","namespace":"ai-tenant-e2e-ipp-b-91cb32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:36.460463567Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","tenant":"e2e-ipp-b-91cb32","tenantID":"e2e-ipp-b-91cb32","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:36.51473049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"Deployment","name":"maas-api-e2e-ipp-b-91cb32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:36.576173689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"Service","name":"maas-api-e2e-ipp-b-91cb32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:36.637643296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-91cb32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:36.691364706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-91cb32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:36.747142673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:36.801800053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:36.859155873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:36.915716846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:36.969990453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:37.024646811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:37.090891491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"Service","name":"payload-processing-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:37.154842073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:37.211422234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:37.268407241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:37.326414048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:37.384503746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:37.443138757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:37.497246683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:37.556678698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-91cb32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:37.610644786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-91cb32"},"namespace":"ai-tenant-e2e-ipp-b-91cb32","name":"default-tenant","reconcileID":"b27ae8b2-b781-42b5-9bc7-001c74c25665","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-91cb32","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:38.427181978Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-91cb32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-91cb32","reconcileID":"b35f5e09-bfca-4c23-96fd-460929972729","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-91cb32","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-91cb32"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:39.537697789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f6e89a-a307-4068-ab14-5fb21251b948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:39.591240142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f6e89a-a307-4068-ab14-5fb21251b948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:39.644316916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f6e89a-a307-4068-ab14-5fb21251b948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:39.696266461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f6e89a-a307-4068-ab14-5fb21251b948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:41.648951469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f580ab65-5604-4701-a36f-78ac229321ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:41.70095523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f580ab65-5604-4701-a36f-78ac229321ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:41.752827673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f580ab65-5604-4701-a36f-78ac229321ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:41.80552964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f580ab65-5604-4701-a36f-78ac229321ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:42.832239591Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-sub","reconcileID":"6c7a87e2-a7cf-4a82-9264-5fb89606bce6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.097738343Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-sub","reconcileID":"6c7a87e2-a7cf-4a82-9264-5fb89606bce6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-fd61e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.097854817Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-sub","reconcileID":"6c7a87e2-a7cf-4a82-9264-5fb89606bce6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.149990693Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-sub","reconcileID":"6c7a87e2-a7cf-4a82-9264-5fb89606bce6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.202254444Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"e2e-partial-access-sub","reconcileID":"6c7a87e2-a7cf-4a82-9264-5fb89606bce6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/distinct-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.306738913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"184b3b0b-f1b6-47c4-988c-4e6e119eed86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.452217189Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-sub","reconcileID":"12f3099d-a1ab-4017-a026-9798f5c9ae79","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.481006533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"88fabfe5-fd7f-4bc1-8fdd-812e667d559c","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.48157794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"4311cf10-8090-4390-bcb0-3df2ae016253","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.504376284Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-sub","reconcileID":"12f3099d-a1ab-4017-a026-9798f5c9ae79","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.544553137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"c3336a38-5925-40b2-b3de-196c89953ae1","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.556892285Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-sub","reconcileID":"12f3099d-a1ab-4017-a026-9798f5c9ae79","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.587205879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-no-access-sub","reconcileID":"414be119-697d-4569-b4be-a2790d890e3b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/distinct-w2-4a7a52","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.638163216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"aacdcb99-e560-48a7-afcd-d762bcc3e2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.640056564Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-no-access-sub","reconcileID":"414be119-697d-4569-b4be-a2790d890e3b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/distinct-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.643982291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"3b45c153-6832-4772-9e1e-76a0f9e0cac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.694141196Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"e2e-no-access-sub","reconcileID":"414be119-697d-4569-b4be-a2790d890e3b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/distinct-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.699759371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"aacdcb99-e560-48a7-afcd-d762bcc3e2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.701491543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"3b45c153-6832-4772-9e1e-76a0f9e0cac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:43.849642221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"85de09a2-b40e-49d1-b5a1-ef0a0563c163","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.002259512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"a6c98fca-7aec-45cd-8452-a6c0a89f66bf","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.018159661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"52843887-9d80-4915-a718-88fb0005e74b","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.108239579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"ccae35f6-ec7a-4682-9707-1985ca29429d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.108430195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"3c88636c-2ed1-4658-8fdf-674ce2fe60e0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.108745236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"6328f215-4e84-478e-b756-51397b1503e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.168134787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"6328f215-4e84-478e-b756-51397b1503e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.168198513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"ccae35f6-ec7a-4682-9707-1985ca29429d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.175889329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"3c88636c-2ed1-4658-8fdf-674ce2fe60e0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.188367491Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-sub","reconcileID":"eb635ad0-48b9-47be-941f-6ddfa0761196","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c3500cb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.231886532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5fc4c2f0-6365-4573-aa81-5668d5f85da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.239732774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"46b6681a-be33-422f-a015-d86764c57cfe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.292071933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5fc4c2f0-6365-4573-aa81-5668d5f85da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.298054776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"46b6681a-be33-422f-a015-d86764c57cfe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.539530908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0981cd29-ef24-494c-8cdd-7a200ba5b78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.596866478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0981cd29-ef24-494c-8cdd-7a200ba5b78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.647039541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"6b01f1fe-cebb-49d4-aa31-1838000510b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.647053364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"1a427be6-900c-47ad-9013-55a4f803fbd8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.705344467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"6b01f1fe-cebb-49d4-aa31-1838000510b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.706278116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"1a427be6-900c-47ad-9013-55a4f803fbd8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.841251983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"88ebea7b-bad5-4be7-920a-cf736e5f5e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.841260366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"a2fdab92-1a35-4f2f-b95c-d351ab8169cf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.898892312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"a2fdab92-1a35-4f2f-b95c-d351ab8169cf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:44.899011634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"88ebea7b-bad5-4be7-920a-cf736e5f5e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:50.09979015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014902ed-b375-494b-83ef-2705c880dd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:50.1517436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014902ed-b375-494b-83ef-2705c880dd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:50.20362444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014902ed-b375-494b-83ef-2705c880dd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:50.255355907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014902ed-b375-494b-83ef-2705c880dd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:50.568380228Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-8f9c6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-8f9c6b","reconcileID":"8b58cfda-c7c9-43bb-8bd4-39e37dcdf360","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-8f9c6b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-8f9c6b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:51.171511731Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-23302c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-23302c","reconcileID":"7b982711-df1e-4098-961c-7e34ccd6c8e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-23302c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-23302c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:52.15517111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f3e07e-e5bb-4b11-810d-47373a9b17c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:52.207783222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f3e07e-e5bb-4b11-810d-47373a9b17c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:52.261756729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f3e07e-e5bb-4b11-810d-47373a9b17c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:52.313873438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f3e07e-e5bb-4b11-810d-47373a9b17c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:54.237960977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486ea3f8-b18e-4ae2-9a02-00c0e1ee577c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:54.302104006Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-sub","reconcileID":"147f6d8c-fbd1-4f9f-a702-30200c973d63","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:54.306043302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486ea3f8-b18e-4ae2-9a02-00c0e1ee577c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:54.35833305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486ea3f8-b18e-4ae2-9a02-00c0e1ee577c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:54.410059954Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-sub","reconcileID":"147f6d8c-fbd1-4f9f-a702-30200c973d63","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:54.410184382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486ea3f8-b18e-4ae2-9a02-00c0e1ee577c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:54.462587896Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-sub","reconcileID":"147f6d8c-fbd1-4f9f-a702-30200c973d63","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:54.746270113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"2448fdac-bdc7-40d5-ab96-2227de530d5f","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:54.90642528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"d0029fd2-926f-4bfa-b4ed-d9ce59a605ab","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.004793123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e03e3b75-a7f5-4742-affe-e5a3b927a143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.00482736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"86468eec-0c2a-49e2-84a8-476a982fb5de","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.005390837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"4f0ae3ba-6b77-40fd-becf-1ec237e77321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.005429492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"d5732b72-556b-4f22-b7b3-2586fe167f33","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.062520321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"e03e3b75-a7f5-4742-affe-e5a3b927a143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.06258778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"86468eec-0c2a-49e2-84a8-476a982fb5de","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.066142922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"4f0ae3ba-6b77-40fd-becf-1ec237e77321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.066155531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"d5732b72-556b-4f22-b7b3-2586fe167f33","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.267399993Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-match-auth","reconcileID":"ffe577e5-b3a1-445a-b427-8f37815e11d6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.518787078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"ba1b5527-67be-47a2-be9a-6739819d7415","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.524627755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"e76d1bf2-e338-4bd5-9a36-229ac138c6a9","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.575367726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"ba1b5527-67be-47a2-be9a-6739819d7415","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.686896317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"12431ba3-62c9-4e56-a411-bc3b75419dea","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.779341852Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"e2e-model-nomatch-auth","reconcileID":"6e7e31cc-27c6-424b-bf2d-90ae5c84e052","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:55.87959141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:56.037326744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"4dca1734-9eee-456f-be02-2dccf25f13b7","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:56.121437649Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-81d66e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-81d66e","reconcileID":"ab0bf661-1a3c-4aee-a422-392b0d1bb9f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-81d66e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-81d66e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:56.305634717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaff43d8-792c-4a30-8e3a-19d85da50156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:56.357138675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaff43d8-792c-4a30-8e3a-19d85da50156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:56.409359669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaff43d8-792c-4a30-8e3a-19d85da50156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:56.461354317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaff43d8-792c-4a30-8e3a-19d85da50156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:58.427411531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2e68a1-7822-40c4-bbf4-c311bc026abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:58.479782566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2e68a1-7822-40c4-bbf4-c311bc026abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:58.531649919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2e68a1-7822-40c4-bbf4-c311bc026abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:58.583336777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2e68a1-7822-40c4-bbf4-c311bc026abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:59.865033389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"86f3a0a4-5fd3-4c74-bb73-d9879fb4e890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:59.86504258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"7cebbfb4-920f-4d26-979b-56dde6aaace9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:59.922006485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"86f3a0a4-5fd3-4c74-bb73-d9879fb4e890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:18:59.924306724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"7cebbfb4-920f-4d26-979b-56dde6aaace9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:00.171218562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"22d2137b-f5ab-4daa-b560-807094028976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:00.175863507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"c785a4ed-d56a-4126-aac7-dc45b3715acc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:00.228389538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"22d2137b-f5ab-4daa-b560-807094028976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:00.233952591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"c785a4ed-d56a-4126-aac7-dc45b3715acc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:00.559732856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d07b826-e7a5-4b1b-97ea-a55ee4a6950b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:00.611775752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d07b826-e7a5-4b1b-97ea-a55ee4a6950b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:00.663718751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d07b826-e7a5-4b1b-97ea-a55ee4a6950b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:00.715915053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d07b826-e7a5-4b1b-97ea-a55ee4a6950b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:02.643436069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9218b574-2313-49ed-8da1-aa1694e021db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:02.695507721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9218b574-2313-49ed-8da1-aa1694e021db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:02.747549271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9218b574-2313-49ed-8da1-aa1694e021db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:02.80006762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9218b574-2313-49ed-8da1-aa1694e021db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:04.298978798Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9f939e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9f939e","reconcileID":"cfbd5f07-cf2c-48f1-96a6-fb9be3752823","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9f939e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-9f939e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:04.744060528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0fe5d8e-ebd7-41e6-86d3-66e875d063b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:04.796231436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0fe5d8e-ebd7-41e6-86d3-66e875d063b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:04.84803591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0fe5d8e-ebd7-41e6-86d3-66e875d063b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:04.900579578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0fe5d8e-ebd7-41e6-86d3-66e875d063b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:04.969383805Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-19f6ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-19f6ea","reconcileID":"bd4e1f0b-e90d-48c4-8910-1c46a750cd04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-19f6ea","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-19f6ea":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:06.915377362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60ffa01-0acb-4439-a79f-491ea5daf95a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:06.967364543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60ffa01-0acb-4439-a79f-491ea5daf95a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:07.01939809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60ffa01-0acb-4439-a79f-491ea5daf95a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:07.071397335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60ffa01-0acb-4439-a79f-491ea5daf95a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:22.602005517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"6554e785-4ad0-462d-ac05-08d02c3c8306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:22.602005519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"a0019bdb-212e-40a2-a0bf-72630e2a2dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:22.660600873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"6554e785-4ad0-462d-ac05-08d02c3c8306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:22.660625887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"a0019bdb-212e-40a2-a0bf-72630e2a2dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:25.879602861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:33.231176018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"c241e7a9-ae02-40d1-bb17-3f0a26a2af05","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:33.349234871Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"c241e7a9-ae02-40d1-bb17-3f0a26a2af05","name":"e2e-shared-a-w2-8f9c6b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:38.139227353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"f07bbf83-9eb4-408d-8e5c-41efbf8e7a5a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:38.257349739Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"f07bbf83-9eb4-408d-8e5c-41efbf8e7a5a","name":"e2e-shared-a-w1-23302c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:42.999825465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"793bec1d-4b24-49e0-8cb0-043351c4d763","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:43.118541701Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"793bec1d-4b24-49e0-8cb0-043351c4d763","name":"e2e-praxis-a-81d66e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:55.88248786Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:57.704819934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"02b4d0cf-154f-40e5-8c9e-94e04f4e3bd2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-9f939e","tenantID":"e2e-praxis-b-9f939e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:19:57.826917458Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"02b4d0cf-154f-40e5-8c9e-94e04f4e3bd2","name":"e2e-praxis-b-9f939e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:02.762519126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"ffadc40b-5708-44e5-a0f1-70ce6216e55f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:02.883185786Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"ffadc40b-5708-44e5-a0f1-70ce6216e55f","name":"e2e-shared-a-w0-19f6ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:25.879050964Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:34.624377148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9652d150-cc78-407a-9948-7c27fa23c16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:34.676325531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9652d150-cc78-407a-9948-7c27fa23c16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:34.728132477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9652d150-cc78-407a-9948-7c27fa23c16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:34.780490425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9652d150-cc78-407a-9948-7c27fa23c16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:36.670986435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d77aa82c-be4e-4340-a8e7-9fa547c3f594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:36.723417643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d77aa82c-be4e-4340-a8e7-9fa547c3f594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:36.775213364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d77aa82c-be4e-4340-a8e7-9fa547c3f594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:36.827396517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d77aa82c-be4e-4340-a8e7-9fa547c3f594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:37.038414602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"7c365a4a-1144-435d-8f6b-3d872e549c84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:37.199676512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"e1a48c13-c7f7-4010-bfe3-b0b6779eb768","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:37.271564299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"bca1fd1b-b97c-4d84-b0c6-4319e86b63c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:37.371866328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35a58ce2-b5c3-4515-bd56-b4abb91fff56","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:37.473469503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"34073ecd-57b8-4799-bb60-41dbb4fd45d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:37.631072634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"6959ca50-cf79-46d7-85e8-0be23ccfece7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:37.732848925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"30063dcf-5ad8-4a60-afdd-c333cc8c3886","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:37.755357449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"4992818d-47ef-4074-b7d1-d0c120399646","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:37.87490885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"96492fe6-7f76-4b1c-bd2d-598bb1afc366","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:38.103572083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"ca79816d-f424-4922-9d12-456802bab09d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:38.371943375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cde49cd7-352b-4cf7-a813-cb7268031ce2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:38.42437793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"089b1658-4ca7-4c3e-9ac8-2d92d0919cc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:38.843155601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f575541c-fbe4-4e56-8b3a-0c51937dee2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:38.896620692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f575541c-fbe4-4e56-8b3a-0c51937dee2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:38.953914392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f575541c-fbe4-4e56-8b3a-0c51937dee2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:39.006984339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f575541c-fbe4-4e56-8b3a-0c51937dee2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:40.930480225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"583713c9-a95b-4403-b534-d9be8cbb9339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:40.982359296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"583713c9-a95b-4403-b534-d9be8cbb9339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:41.034459158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"583713c9-a95b-4403-b534-d9be8cbb9339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:41.086646712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"583713c9-a95b-4403-b534-d9be8cbb9339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:42.974859635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ada396e-7046-4e07-bc63-0053d8fc9bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:43.026842799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ada396e-7046-4e07-bc63-0053d8fc9bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:43.0793008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ada396e-7046-4e07-bc63-0053d8fc9bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:43.131952123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ada396e-7046-4e07-bc63-0053d8fc9bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:44.628040373Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-dc5cdd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-dc5cdd","reconcileID":"0e0faa68-20cd-4654-8e89-8776d81f0e34","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-dc5cdd","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-dc5cdd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:45.160110534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a86c346-bcd5-4e3d-b84f-05a9833c95de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:45.212592846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a86c346-bcd5-4e3d-b84f-05a9833c95de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:45.264322501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a86c346-bcd5-4e3d-b84f-05a9833c95de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:45.316139379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a86c346-bcd5-4e3d-b84f-05a9833c95de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:47.221147656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbb8ec3-335b-4cc5-9d82-687188e72baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:47.272911061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbb8ec3-335b-4cc5-9d82-687188e72baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:47.326393029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbb8ec3-335b-4cc5-9d82-687188e72baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:47.378049199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbb8ec3-335b-4cc5-9d82-687188e72baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:49.386090791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4975e1b-e67c-47a7-bddd-40f7085eab58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:49.43768223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4975e1b-e67c-47a7-bddd-40f7085eab58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:49.489532937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4975e1b-e67c-47a7-bddd-40f7085eab58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:49.541074657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4975e1b-e67c-47a7-bddd-40f7085eab58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:50.229765366Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-d4f84d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-d4f84d","reconcileID":"1713889f-5472-45e5-aaa4-aff908b11012","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-d4f84d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-d4f84d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:51.559494764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13ba7c7-5801-4144-8573-abf93ce24820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:51.611269433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13ba7c7-5801-4144-8573-abf93ce24820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:51.663161454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13ba7c7-5801-4144-8573-abf93ce24820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:51.715760055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13ba7c7-5801-4144-8573-abf93ce24820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:53.612100508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e09c6f-2521-4a59-8083-551600dac9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:53.66397344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e09c6f-2521-4a59-8083-551600dac9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:53.716185656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e09c6f-2521-4a59-8083-551600dac9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:53.768095289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e09c6f-2521-4a59-8083-551600dac9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:53.778441795Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f5dfb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f5dfb8","reconcileID":"1011c7f9-0070-4272-a8ef-508a2a969f33","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f5dfb8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f5dfb8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:55.660719904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b76d48-a417-420b-acb6-38ceb2ea5c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:55.713080443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b76d48-a417-420b-acb6-38ceb2ea5c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:55.765226735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b76d48-a417-420b-acb6-38ceb2ea5c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:55.817609445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b76d48-a417-420b-acb6-38ceb2ea5c72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:55.882853055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:57.745836802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25fe7331-fc2e-43e8-82b5-bc47ae4977e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:57.799312882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25fe7331-fc2e-43e8-82b5-bc47ae4977e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:57.852491114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25fe7331-fc2e-43e8-82b5-bc47ae4977e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:57.90492045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25fe7331-fc2e-43e8-82b5-bc47ae4977e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:59.849042044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0170508a-5aee-497d-bb87-5aea5bcbab7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:59.900878086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0170508a-5aee-497d-bb87-5aea5bcbab7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:20:59.952873715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0170508a-5aee-497d-bb87-5aea5bcbab7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:00.004734233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0170508a-5aee-497d-bb87-5aea5bcbab7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:01.992597663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a2be2b-a505-4cf5-9d28-882a8044fd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:02.045217951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a2be2b-a505-4cf5-9d28-882a8044fd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:02.097017054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a2be2b-a505-4cf5-9d28-882a8044fd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:02.148727017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a2be2b-a505-4cf5-9d28-882a8044fd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:04.042956286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd341e3-8bb5-4346-b874-85c9792a34e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:04.095389428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd341e3-8bb5-4346-b874-85c9792a34e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:04.147619506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd341e3-8bb5-4346-b874-85c9792a34e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:04.199373949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd341e3-8bb5-4346-b874-85c9792a34e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:06.120459218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946bbbb1-08aa-495e-b46e-3f7109ccd8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:06.172937829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946bbbb1-08aa-495e-b46e-3f7109ccd8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:06.224882762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946bbbb1-08aa-495e-b46e-3f7109ccd8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:06.282350886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946bbbb1-08aa-495e-b46e-3f7109ccd8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:08.176502173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd364cba-b1f6-489e-9680-12929243c069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:08.228139899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd364cba-b1f6-489e-9680-12929243c069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:08.279901329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd364cba-b1f6-489e-9680-12929243c069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:08.331799927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd364cba-b1f6-489e-9680-12929243c069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:10.270075331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b4a65c-66ab-4693-be6e-9495a7fcfb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:10.321885905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b4a65c-66ab-4693-be6e-9495a7fcfb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:10.373810486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b4a65c-66ab-4693-be6e-9495a7fcfb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:10.425647706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b4a65c-66ab-4693-be6e-9495a7fcfb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:12.53489776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc18ea9-c4c1-4008-b2b5-d9dc6c87e44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:12.586757958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc18ea9-c4c1-4008-b2b5-d9dc6c87e44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:12.638506837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc18ea9-c4c1-4008-b2b5-d9dc6c87e44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:12.69108021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc18ea9-c4c1-4008-b2b5-d9dc6c87e44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:14.621036986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15df11ea-5f3a-45a3-89e5-559a9be1d7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:14.673484195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15df11ea-5f3a-45a3-89e5-559a9be1d7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:14.725441613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15df11ea-5f3a-45a3-89e5-559a9be1d7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:14.77763055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15df11ea-5f3a-45a3-89e5-559a9be1d7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:15.533472954Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-a56c7c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-a56c7c","reconcileID":"15c4166e-a388-4c21-9a15-592328035ece","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-a56c7c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-a56c7c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:16.714898611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a8cdfae-9497-4031-a741-7c5a3195414d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:16.76691635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a8cdfae-9497-4031-a741-7c5a3195414d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:16.818836747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a8cdfae-9497-4031-a741-7c5a3195414d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:16.870596399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a8cdfae-9497-4031-a741-7c5a3195414d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:18.839576386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c28040e-67d0-4579-99b2-d1b067f8c999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:18.892364264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c28040e-67d0-4579-99b2-d1b067f8c999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:18.944250257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c28040e-67d0-4579-99b2-d1b067f8c999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:18.996133816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c28040e-67d0-4579-99b2-d1b067f8c999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:25.55372813Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","namespace":"ai-tenant-e2e-praxis-a-6d953c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:25.553791141Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","namespace":"ai-tenant-e2e-praxis-a-6d953c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:25.553841361Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","tenant":"e2e-praxis-a-6d953c","tenantID":"e2e-praxis-a-6d953c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:25.608478601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"Deployment","name":"maas-api-e2e-praxis-a-6d953c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:25.672927748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"Service","name":"maas-api-e2e-praxis-a-6d953c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:25.734414475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-6d953c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:25.788467943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-6d953c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:25.843784966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:25.879526818Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:25.898225595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:25.955491036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.02492936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.077113365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.128871134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.180588577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"Service","name":"payload-processing-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.232038304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.283710912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.335699955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.387257103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.44302267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.494805396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.546486694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.603548045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-6d953c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:26.656769273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d953c"},"namespace":"ai-tenant-e2e-praxis-a-6d953c","name":"default-tenant","reconcileID":"c875628f-671d-4baa-8269-f3b2e5fb7462","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-6d953c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:27.477299326Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6d953c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6d953c","reconcileID":"7a574364-4f1d-4445-a6df-ae7eb8efecd5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6d953c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-6d953c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:28.591264073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7e1df3-d0b9-40f4-aadf-115fe8402dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:28.645602112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7e1df3-d0b9-40f4-aadf-115fe8402dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:28.698736307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7e1df3-d0b9-40f4-aadf-115fe8402dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:28.751276542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7e1df3-d0b9-40f4-aadf-115fe8402dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:30.703356079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa22493-5bc0-4bad-a601-9cbf6e389e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:30.757801331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa22493-5bc0-4bad-a601-9cbf6e389e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:30.813792848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa22493-5bc0-4bad-a601-9cbf6e389e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:30.865898988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa22493-5bc0-4bad-a601-9cbf6e389e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:32.783420075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6dca1e-6361-421d-8cae-f9b8fcf5c863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:32.835613308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6dca1e-6361-421d-8cae-f9b8fcf5c863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:32.887737397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6dca1e-6361-421d-8cae-f9b8fcf5c863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:32.939810176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6dca1e-6361-421d-8cae-f9b8fcf5c863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:34.858471557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6465be15-0a7a-4e5a-82f7-43b0ad568ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:34.910098913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6465be15-0a7a-4e5a-82f7-43b0ad568ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:34.961749376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6465be15-0a7a-4e5a-82f7-43b0ad568ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:35.015044469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6465be15-0a7a-4e5a-82f7-43b0ad568ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:36.977663438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36bb9e1f-68e9-4711-a4dd-d432419c4181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:37.029402234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36bb9e1f-68e9-4711-a4dd-d432419c4181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:37.081128243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36bb9e1f-68e9-4711-a4dd-d432419c4181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:37.132886438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36bb9e1f-68e9-4711-a4dd-d432419c4181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:39.020819724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"894c2d42-2279-4615-9166-ce4feef87b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:39.072827049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"894c2d42-2279-4615-9166-ce4feef87b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:39.124482883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"894c2d42-2279-4615-9166-ce4feef87b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:39.176588434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"894c2d42-2279-4615-9166-ce4feef87b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:46.839520643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"a9d3f9b4-4a99-498a-8d79-8e0daa1f2621","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:46.957238578Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"a9d3f9b4-4a99-498a-8d79-8e0daa1f2621","name":"e2e-shared-b-w2-dc5cdd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:50.608397924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"0ba4e4b4-e836-4d52-9e7f-64cab0825e9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:50.72530226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"d9a59c02-5716-4b29-9639-4dfc83a27254","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:50.96843558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"81138b75-62ce-4ad9-896e-251611bd8c8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:51.211494912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"a9e01175-2859-47cd-b109-214791214ce5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:51.311860736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"faeabe20-b59b-4219-ac80-59ea5707aaba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:51.331448581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7393c05a-e800-4291-90c2-26ac1ab23e40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:51.448816437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"0ac80831-8510-41c2-8e67-1649dc7471ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:51.550969168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"7dae3e12-19ef-4978-bd58-61da37c3775b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:51.570399909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"6e19e5ff-eea4-4dd6-afd3-ee81461d087a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:51.659239798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"b7416749-5284-4d67-9cfa-7f158d5d8549","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:51.713227992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e4dd899-d164-4095-8784-4b36c752caaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:51.897624094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"2cb2da87-1899-4e84-a62c-27c98a33f5cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:55.879426024Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:56.646064824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"a92d959a-067e-4a37-8e2c-fe4fae85630a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:21:56.7640682Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"a92d959a-067e-4a37-8e2c-fe4fae85630a","name":"e2e-shared-b-w1-d4f84d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:06.426770059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"ad9b1693-1d9e-444e-a877-c1679a5e9330","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f5dfb8","tenantID":"e2e-praxis-b-f5dfb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:06.545277927Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"ad9b1693-1d9e-444e-a877-c1679a5e9330","name":"e2e-praxis-b-f5dfb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:06.603012146Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","namespace":"ai-tenant-e2e-praxis-b-9f939e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:06.603091054Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","namespace":"ai-tenant-e2e-praxis-b-9f939e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:06.603138726Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","tenant":"e2e-praxis-b-9f939e","tenantID":"e2e-praxis-b-9f939e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:06.656970976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"Deployment","name":"maas-api-e2e-praxis-b-9f939e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:06.720030765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"Service","name":"maas-api-e2e-praxis-b-9f939e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:06.779432409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-9f939e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:06.833702742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-9f939e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:06.890476943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:06.946866486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.004131205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.061182973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.116264496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.171856564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.224716523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"Service","name":"payload-processing-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.276864032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.328278839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.379958754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.431621546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.504919994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.556750994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.608442661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.662620894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-9f939e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:07.71556598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9f939e"},"namespace":"ai-tenant-e2e-praxis-b-9f939e","name":"default-tenant","reconcileID":"4346c876-47e3-43ab-9919-bae3905da928","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-9f939e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:08.529721426Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9f939e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9f939e","reconcileID":"a69def49-5858-41b6-b10c-0c48cd093b87","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9f939e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-9f939e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:09.655346027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0539803a-3789-45eb-aca6-e782eb33e2a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:09.707677772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0539803a-3789-45eb-aca6-e782eb33e2a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:09.763505771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0539803a-3789-45eb-aca6-e782eb33e2a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:09.816381349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0539803a-3789-45eb-aca6-e782eb33e2a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:11.76566028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd8ae0b-1269-4e76-af1e-b9f2c5b152c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:11.818907223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd8ae0b-1269-4e76-af1e-b9f2c5b152c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:11.873113198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd8ae0b-1269-4e76-af1e-b9f2c5b152c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:11.92478276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd8ae0b-1269-4e76-af1e-b9f2c5b152c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.038370719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"c09be8f1-5a81-40f5-aa78-2c95808dcc0a","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.093520125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"4540a700-3139-4214-9c6a-b6da411ff3a9","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.248984995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey-auth","reconcileID":"ed74b647-e298-40c8-905c-21eecc5823dc","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.306401834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey-auth","reconcileID":"ed74b647-e298-40c8-905c-21eecc5823dc","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.446090556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"f612455f-4563-42dd-b0be-18788f0353b9","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.501849371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"0b6b298c-d42e-4ffb-81b4-918a5687075d","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:22:18.556243123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey","reconcileID":"1707fd32-3ccf-4f46-a14b-d1c1d6e69ca2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.602337867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"a9d18ded-4fb6-496e-b821-697fd2d99cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.602361868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"191d2452-646a-404f-b5e2-b0ac0b03eadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.630350682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"e3549b71-6ea0-4275-89eb-d89ab4b45983","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.661240441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"a9d18ded-4fb6-496e-b821-697fd2d99cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.661387321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"191d2452-646a-404f-b5e2-b0ac0b03eadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.673221859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"26709146-6ed2-40ba-9e6d-3b3a687046dd","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.73089462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"18375858-9940-4baf-892a-4117a3e6c62f","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.786901222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey-auth","reconcileID":"1c228490-031c-4380-b074-53c8f831c8e8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.843804696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey-auth","reconcileID":"1c228490-031c-4380-b074-53c8f831c8e8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.973600581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"bfe6a655-4141-45f1-b9d1-d0c595ecb306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.997688305Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey","reconcileID":"eacd0e30-9d5a-4a99-9957-5c68aa273f37","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-3b6013/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w3-3b6013/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:18.997825318Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey","reconcileID":"eacd0e30-9d5a-4a99-9957-5c68aa273f37","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-3b6013/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:19.021047214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"2ee7b721-eaf6-46c9-96e7-a410f7909d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:19.031231931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"bfe6a655-4141-45f1-b9d1-d0c595ecb306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:19.078387699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"2ee7b721-eaf6-46c9-96e7-a410f7909d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:19.157104686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey-auth","reconcileID":"7f622826-0488-440c-999e-4d17051996a5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:19.210341684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"bcfa66a2-0042-4c50-84ca-9f645ac8ac7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:19.215252302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey-auth","reconcileID":"7f622826-0488-440c-999e-4d17051996a5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:19.221688862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"4cf59bd5-9fbf-4a28-8f99-7691eda3bbc5","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:19.431389269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey","reconcileID":"780b39bb-ae4d-4f97-93a0-cbfacfdd07cf","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:19.431530312Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey","reconcileID":"780b39bb-ae4d-4f97-93a0-cbfacfdd07cf","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-3b6013/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:21.499129057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"b059ca40-06cd-4437-ab57-10cd2b1ed44a","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:21.654650642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey-auth","reconcileID":"6045b6dd-1ea7-4773-8b27-43512a113cc1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:21.654777762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"f469e0a0-3ea9-4f5c-96d5-a07fc9ed861b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:21.655104378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"81fd8b7d-7019-4000-86b9-be527358ae45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:21.711931928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"81fd8b7d-7019-4000-86b9-be527358ae45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:21.712082226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey-auth","reconcileID":"6045b6dd-1ea7-4773-8b27-43512a113cc1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:21.714243313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"f469e0a0-3ea9-4f5c-96d5-a07fc9ed861b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:25.879385244Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:27.431907787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"99391819-d092-4e8b-8e76-e48f73b8cb9c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:27.552003409Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"99391819-d092-4e8b-8e76-e48f73b8cb9c","name":"e2e-shared-b-w0-a56c7c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:31.662517593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey","reconcileID":"ee047d3c-3ecb-403f-91fa-548f67f6b125","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:31.882811437Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey","reconcileID":"ee047d3c-3ecb-403f-91fa-548f67f6b125","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-3b6013/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:31.88284674Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey","reconcileID":"ee047d3c-3ecb-403f-91fa-548f67f6b125","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:31.88295052Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey","reconcileID":"ee047d3c-3ecb-403f-91fa-548f67f6b125","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-3b6013/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:32.095094948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"b130066e-6396-4fee-a692-753a3babf1fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:32.203038092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"4dfe3104-f672-4f3b-91f0-4a65256d5f54","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:32.357537133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"27af0436-a9d7-49fd-b393-752ba0707959","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:32.358221047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"1c8913ad-2cd1-4fe6-8263-8a1e502afcac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:32.358827185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"7f588907-6909-4209-b9d4-8a72bb3c061d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:32.359219679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey-auth","reconcileID":"9bbbe51c-5bd4-4831-9485-4d1b428703e3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:32.415397523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"1c8913ad-2cd1-4fe6-8263-8a1e502afcac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:32.416690808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"7f588907-6909-4209-b9d4-8a72bb3c061d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:32.417516767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey-auth","reconcileID":"9bbbe51c-5bd4-4831-9485-4d1b428703e3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:32.619954994Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"e2e-degraded-models-apikey-auth","reconcileID":"67a65d7b-aeaa-4685-9c88-f59a2b397b81","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:32.87695503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"3987b2eb-5077-411c-b18f-3921826b2e00","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:38.824354574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9c0e4a-1781-4a50-8cbb-fe2a9385c2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:38.876170311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9c0e4a-1781-4a50-8cbb-fe2a9385c2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:38.928140002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9c0e4a-1781-4a50-8cbb-fe2a9385c2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:38.980351554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9c0e4a-1781-4a50-8cbb-fe2a9385c2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:39.616608226Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c60f5c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c60f5c","reconcileID":"9916b1ac-e1ca-4764-b8b6-5324e20cbeb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c60f5c","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-c60f5c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:41.06915772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e58dcd5-2ede-45cf-a67e-c42e0c0223cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:41.124711051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e58dcd5-2ede-45cf-a67e-c42e0c0223cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:41.177632264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e58dcd5-2ede-45cf-a67e-c42e0c0223cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:41.229522953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e58dcd5-2ede-45cf-a67e-c42e0c0223cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:43.307698927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2313faa6-25ac-4449-8aab-6b0b94f7c645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:43.362064013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2313faa6-25ac-4449-8aab-6b0b94f7c645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:43.419231576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2313faa6-25ac-4449-8aab-6b0b94f7c645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:43.493682567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2313faa6-25ac-4449-8aab-6b0b94f7c645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:45.510791722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2412ab3f-566f-4aaf-8d30-f2c9721384d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:45.566091515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2412ab3f-566f-4aaf-8d30-f2c9721384d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:45.622602741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2412ab3f-566f-4aaf-8d30-f2c9721384d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:45.687793402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2412ab3f-566f-4aaf-8d30-f2c9721384d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:55.884587318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:22:59.966198953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca54ec7a-bab2-4e7f-b133-34f201253bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:00.018175613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca54ec7a-bab2-4e7f-b133-34f201253bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:00.069976868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca54ec7a-bab2-4e7f-b133-34f201253bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:00.122010313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca54ec7a-bab2-4e7f-b133-34f201253bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:02.022696293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba6b068-f4b1-4745-9b1b-2bde7e76c7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:02.075206658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba6b068-f4b1-4745-9b1b-2bde7e76c7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:02.127683241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba6b068-f4b1-4745-9b1b-2bde7e76c7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:02.179964408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba6b068-f4b1-4745-9b1b-2bde7e76c7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:04.08208819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038ef942-1a92-4ecd-9eaa-34eecc493067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:04.134220954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038ef942-1a92-4ecd-9eaa-34eecc493067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:04.186197542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038ef942-1a92-4ecd-9eaa-34eecc493067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:04.238384364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038ef942-1a92-4ecd-9eaa-34eecc493067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:06.143887502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd38541-7ae8-469e-9586-ca78fff5de59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:06.198476243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd38541-7ae8-469e-9586-ca78fff5de59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:06.251179614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd38541-7ae8-469e-9586-ca78fff5de59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:06.304208139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd38541-7ae8-469e-9586-ca78fff5de59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:08.219561634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac83517-8aca-4b54-ab33-e7696a2bc8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:08.272098553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac83517-8aca-4b54-ab33-e7696a2bc8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:08.324538914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac83517-8aca-4b54-ab33-e7696a2bc8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:08.377211583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac83517-8aca-4b54-ab33-e7696a2bc8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:10.766925357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c534c03f-fbb7-4ac9-92d8-c7f79ae3222c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:10.821753317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c534c03f-fbb7-4ac9-92d8-c7f79ae3222c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:10.874569395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c534c03f-fbb7-4ac9-92d8-c7f79ae3222c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:10.926575669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c534c03f-fbb7-4ac9-92d8-c7f79ae3222c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:12.201439851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"98446a4a-0f36-49de-aac3-4fda228020f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:12.306272351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"58023970-64e1-4c50-a0bd-cc3427c4df8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:12.411823514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"5b4a3145-15e7-4787-a79b-73f4aee327ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:12.515600049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"8e004c2a-85d1-43f1-9a6c-1dc5db0f5afa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:12.841369075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d2983d-9775-4c0d-a073-881e63b7e807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:12.894276157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d2983d-9775-4c0d-a073-881e63b7e807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:12.957220272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d2983d-9775-4c0d-a073-881e63b7e807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:13.010006907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d2983d-9775-4c0d-a073-881e63b7e807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:13.117036294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"d60c1f0f-dd28-4958-a870-11b5696334d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:13.169828874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"f36b5cd0-32d9-4127-a2d9-474dbb53b725","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:13.178884662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"90a5a0d5-ae97-4f9d-905f-6df44d6c2955","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:13.231051572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"a2fdf4e5-defe-43a8-9f5b-905b88292c0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:13.530325587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"2bc3fd4e-dde8-490f-a762-2252bd0ba859","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:13.629751435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"4a1e5ee8-53be-4750-9dad-560034e47512","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:13.732340874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a932392e-21cd-4b8c-9cee-fb0c8c8ac8d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:13.832716793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"05b10d35-73b6-46ea-8916-071ce5f04a18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:15.071664084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e9c0c4-a281-4edf-a20f-bf3e2ffb9618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:15.123686435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e9c0c4-a281-4edf-a20f-bf3e2ffb9618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:15.176374656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e9c0c4-a281-4edf-a20f-bf3e2ffb9618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:15.228345058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e9c0c4-a281-4edf-a20f-bf3e2ffb9618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:21.266781028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc3b61ff-5bf4-4665-af63-4755ba4022eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:21.318785323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc3b61ff-5bf4-4665-af63-4755ba4022eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:21.37112011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc3b61ff-5bf4-4665-af63-4755ba4022eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:21.424676476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc3b61ff-5bf4-4665-af63-4755ba4022eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:23.356364275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d14edef7-05a5-4d9a-b3b3-83ec601c7024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:23.408755063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d14edef7-05a5-4d9a-b3b3-83ec601c7024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:23.460438749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d14edef7-05a5-4d9a-b3b3-83ec601c7024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:23.512459127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d14edef7-05a5-4d9a-b3b3-83ec601c7024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:25.879674893Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:28.954997648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f76b0317-43ce-486a-87e4-04b5bde9d30c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:29.045829619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"fe27eb23-7c1e-4756-a300-626316a9498c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:29.094661145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"541e9e5e-12c7-4831-99ab-6f20f43a863a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:29.144665467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"0b2a5333-ceaf-4c1d-8ec0-1dc619c6cdfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:29.327520409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"171f1229-12e4-49a7-a36c-76620412e614","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:29.524236459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"61689089-7239-4fc7-bdce-a1e8c8099944","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:29.619612788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"56b980d3-ae09-423b-b19a-f2dfe73fc834","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:29.722207752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"d2e49a5f-72c3-4786-b9a7-8d9509d93b1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:29.903217555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"fb1e526d-8ebb-423a-8310-3f7fc63c5bd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:30.147093784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"332edcab-6cb3-4cb5-8bea-ae02baababeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:30.249458628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"6c9bb1fe-a2b3-40a7-b230-b26d071642c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:30.401839867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"844d11f9-a2a2-4217-97eb-60b4dd34bb14","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:41.439102038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62caac39-cc2f-44fa-a620-c6f4a4f9cc5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:41.490791937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62caac39-cc2f-44fa-a620-c6f4a4f9cc5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:41.542870398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62caac39-cc2f-44fa-a620-c6f4a4f9cc5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:41.595149874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62caac39-cc2f-44fa-a620-c6f4a4f9cc5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:43.52313874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d76b3f3-818f-49d6-96ba-7d5c203303c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:43.575179546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d76b3f3-818f-49d6-96ba-7d5c203303c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:43.62693776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d76b3f3-818f-49d6-96ba-7d5c203303c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:43.678971157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d76b3f3-818f-49d6-96ba-7d5c203303c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:45.955757427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"e2c17167-1d2d-4a14-b213-cafaadf497c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:46.050463153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"df7fe5a5-77cd-40d4-865b-29effa024405","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:46.158119294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"7b331381-0d1c-4552-9134-e319e719d13d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:46.262757069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"53a64a77-b685-47c8-9b13-c25a91993d5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:46.392044327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d3a1db7-c08f-4442-8283-5f2708b90896","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:46.482857174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"1cb7cad6-4842-4961-9fe7-9717eb66e461","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:46.750731865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"6973674b-951f-4593-878b-c25f46e0ea8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:46.851766312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"0bacd2e3-0af6-4714-8836-7ee4ee796b71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:47.186617316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"b97d5741-07c1-425a-915b-78c917ec548f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:47.288809447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"064a6b00-0c56-4150-9974-37a196f342da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:47.381150816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"a36a239a-6568-40c5-b4c8-5dab4b34fa93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:47.383216455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"b756a572-9910-4d1c-912b-8cca2f090c4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:54.51560068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"4790f86e-09b3-4e63-855a-f23e4657fc94","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-c60f5c","tenantID":"e2e-autores-c60f5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:54.6395718Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"4790f86e-09b3-4e63-855a-f23e4657fc94","name":"e2e-autores-c60f5c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:23:55.879360342Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:12.145789073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"9ab493da-e53d-422e-af81-e12fcad3cf0c","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:12.145817638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"9ab493da-e53d-422e-af81-e12fcad3cf0c","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:17.729638817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"59e8708b-ee45-4258-b0f8-9fb9db8ccf72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:18.035357443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"4c39bdb0-787a-4891-ae22-b7704a866ddf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:18.171871306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea0a7c9c-4229-4fca-8431-1ede4e99b2db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:18.304103403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"c8e11cbf-4916-4207-91e8-40fc1b62fa31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:18.408340447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"0af26fd4-90aa-4e4b-833c-15409aaf22a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:18.56696902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"0d9a0f8e-c6d6-4ecd-84a3-8c09a4377764","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:18.892110743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"557c10c9-a925-423e-b4d4-110f9fb2af81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:19.046197587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"8d38756e-ceeb-4905-a0ee-94494956eeea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:19.165848512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"cc6fe0da-38ad-4d96-9a16-19fe8eb35586","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:19.263657764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"4b0acfc2-2c32-419b-a3a6-de631c653656","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:19.364489045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c40a7f17-5464-4247-a6e8-11afab016d19","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:19.364556957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"b16d6254-2423-4853-ab0e-8b782415f21c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:25.889500183Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:24:55.879652658Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:06.830554149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"c33b4a40-822c-4ab7-8ede-7e65a7999aa4","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:06.830586702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"c33b4a40-822c-4ab7-8ede-7e65a7999aa4","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:07.766341688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"2f79f68e-5b49-4721-bd41-c1337e30485c","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:07.766457642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"2f79f68e-5b49-4721-bd41-c1337e30485c","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:10.550195314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ffe2cd-fd36-489b-bfff-7ddc0f527c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:10.603058395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ffe2cd-fd36-489b-bfff-7ddc0f527c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:10.654984579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ffe2cd-fd36-489b-bfff-7ddc0f527c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:10.707538067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ffe2cd-fd36-489b-bfff-7ddc0f527c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:12.442412674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"b39d1599-7757-4e13-9771-5f6798d91208","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:12.442448328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"b39d1599-7757-4e13-9771-5f6798d91208","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:12.499375886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"aabb6d0d-648a-4511-b19f-c499c37ba099","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:12.499399043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"aabb6d0d-648a-4511-b19f-c499c37ba099","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:12.626655166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b94128-bfde-44b0-8bd6-a8ced940cd32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:12.626807546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"b12b76c8-93bc-473a-b31d-8b7d864eff8f","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:12.679126292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b94128-bfde-44b0-8bd6-a8ced940cd32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:12.732986576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b94128-bfde-44b0-8bd6-a8ced940cd32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:12.785018237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b94128-bfde-44b0-8bd6-a8ced940cd32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:12.905156086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"b12b76c8-93bc-473a-b31d-8b7d864eff8f","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:12.961080676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-81d66e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"b12b76c8-93bc-473a-b31d-8b7d864eff8f","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:13.055238228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"2dca61b1-c7ba-4257-9add-82b0967e4b28","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:13.055257917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"2dca61b1-c7ba-4257-9add-82b0967e4b28","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:15.297319415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"a8f986d3-ec82-4302-a728-a6aeaba2355f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:15.398880769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"25696d13-3f5d-4987-aa5b-1abb435fa2db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:15.648866021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"ce17fd68-d50f-4498-acd7-c19bc1e6ece2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:15.94906315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"d5e3c713-1bc2-4f36-920e-89b1fa2e4b6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:16.05187592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"6a846988-f500-4480-81d2-4127a574e71c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:16.157116586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"2593d311-7050-4942-bdfa-a3509812acf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:16.261914315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30e13a04-65ef-435f-8f67-8c994860090a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:16.362791855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8afe7d5-6bbb-4641-b891-55ee3e76e1c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:16.625330999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"cf2d9243-f0ce-4f5c-8917-f085d7612986","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:16.72876558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"c6440e08-7caa-40ed-852c-401a0bd1062c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:16.752409445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"9b1bc2a8-b87b-4c9f-b516-77ec5d43add2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:16.933957332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"fb1096a7-6577-45b0-b22e-a1c8dfbae1fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:23.160140414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"d128689d-e22b-46e9-8b8f-ce2a0da5a203","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:23.218364068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"d128689d-e22b-46e9-8b8f-ce2a0da5a203","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:23.274149125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-81d66e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"d128689d-e22b-46e9-8b8f-ce2a0da5a203","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:25.880161932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:33.378007823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"9b8fd866-ed7d-4175-a3b2-399841180f88","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:33.435150013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"9b8fd866-ed7d-4175-a3b2-399841180f88","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:33.49160685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-81d66e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"9b8fd866-ed7d-4175-a3b2-399841180f88","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:35.327684576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b87ada9-d87b-4fe8-ab09-1332ae8ef973","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:35.432823943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"bf7ddd91-497a-4e0c-8edc-766f979ba58c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:35.812681139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11a36c75-e3f2-40c3-98ad-b588d1a89325","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:35.909789698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"c9cd21da-28da-41e9-b4e3-d4659eb6b160","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:36.009601264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"e6823a32-ae2a-4866-84b4-5dc10667333a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:36.009665552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"a60832bb-d7c3-44e3-8ffd-1c50feb80473","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:36.111245706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"6af9bcaf-68e0-4f32-af77-6750acef17e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:36.212423933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"b76f167e-1ff6-4239-b513-602f0f5aeed0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:36.412664887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"6c3b485f-8221-4a0b-83dd-d165f6ca3718","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:36.536129626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"f74abb78-858f-49ff-a2a0-aab0787ff4ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:36.655487863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"9785026c-4584-4673-939a-683148272fd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:36.774964957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"df48114e-6cb4-41e8-90df-34d51c67b5cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:39.834381476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"8cb545e0-e0ab-437c-adfc-9f8f4314f325","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:39.834406255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"8cb545e0-e0ab-437c-adfc-9f8f4314f325","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:43.595940597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"9ba85abd-1f65-48a6-98a5-b3b1953ed0a3","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:43.653012794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"9ba85abd-1f65-48a6-98a5-b3b1953ed0a3","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:43.708801127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-81d66e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7e880eabfd625dafe20074293cae8da09826e6ff749507b97aee3de411d59395) AuthConfig (a007aef275af1ca9f28797cf3bc74754ca162f3bf123a7faf6828531353b4bcd) AuthConfig (95b43ff24b986f99d25bef2c19f366430aba180e9a5a787451e4795cc95ef95c) AuthConfig (7447aa30245993ba73c612f55788beb7f93e61e34be158a5c417ec9f197ee500) AuthConfig (ad4f8f5b105ba00c483e039546020b2628e39759b8672f3f5662d5e686368061) AuthConfig (fcbcac680977947ba66173fbb520287bf54d1731c24bb2775a1f3218216be5d3) AuthConfig (1797f0f049c6ad0388f075f6ea82c1b713ded5101d967af3f25ebc0bf969418f) AuthConfig (6fa9ad18240ee4f9f831975cb95a5db07f1327f92f49e82dad1224be6121dfde) AuthConfig (d73b421029ea597fa8bacd8a482f64fbc9b6121a4009b86314bf008af7180a13) AuthConfig (ca1b72410f01626ffb9fa41c24f4d1689374c9b3dd25c670082fc536afaeac6e) AuthConfig (7894bc75804931bb217fbcd9c7e866f5fcb91dd0b9d45ae5488c9a3548f1b72d) AuthConfig (aa9adb77210b1800ccef21179c1145ff264d932160a9efbf3a10dc53417ec0d1) AuthConfig (e23cf68590c8b5633db3a53e6e914ae1d5207a097521548359e48e7e2e6a5170) AuthConfig (19c4cf658d4e9070dc3946315edea644f0287deb3d76b9407ffca90fd9a850b2) AuthConfig (97a51c8705502a02c6896f8af99aece4012964edb560637955404ffb0e081c9c) AuthConfig (e03ecbd574474328448faacc168e8dc82cec5650ed5c5efdd6fa86c4bee23037) AuthConfig (a4b52b322eab9d56e717740b2904e8adcb499457662b8c68917318d4c6e46b39) AuthConfig (0859f502d7ec52a3ca8cea889c5a5cab74fafe49c25550fe08820954c1a0844f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"9ba85abd-1f65-48a6-98a5-b3b1953ed0a3","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:43.766799139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"ac85e410-b429-4e17-b039-b805d448020e","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:43.766817505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"ac85e410-b429-4e17-b039-b805d448020e","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:46.699056858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"14403614-dccc-4267-a459-a6272578213d","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:46.699089814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"14403614-dccc-4267-a459-a6272578213d","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:52.206848187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"88d6a298-3d8f-4858-97f3-2660a4d25936","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:52.206880688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"88d6a298-3d8f-4858-97f3-2660a4d25936","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:52.264011393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"8c37cee1-1346-403a-865d-e55b6546a21b","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:52.264031201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"8c37cee1-1346-403a-865d-e55b6546a21b","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:52.367969631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"25f380d3-bb10-4a49-a6de-43359ee772ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:52.496173908Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"25f380d3-bb10-4a49-a6de-43359ee772ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:52.551968003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9c6b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"25f380d3-bb10-4a49-a6de-43359ee772ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:52.609621292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"4f12684e-d7a5-4c60-85ad-c2496984bb0f","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:52.609641656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"4f12684e-d7a5-4c60-85ad-c2496984bb0f","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:53.870543515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"bffcb80d-8536-4703-a769-3e54fd5fc86e","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:53.927300413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"bffcb80d-8536-4703-a769-3e54fd5fc86e","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:53.983696416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-81d66e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7e880eabfd625dafe20074293cae8da09826e6ff749507b97aee3de411d59395) AuthConfig (a007aef275af1ca9f28797cf3bc74754ca162f3bf123a7faf6828531353b4bcd) AuthConfig (95b43ff24b986f99d25bef2c19f366430aba180e9a5a787451e4795cc95ef95c) AuthConfig (7447aa30245993ba73c612f55788beb7f93e61e34be158a5c417ec9f197ee500) AuthConfig (ad4f8f5b105ba00c483e039546020b2628e39759b8672f3f5662d5e686368061) AuthConfig (fcbcac680977947ba66173fbb520287bf54d1731c24bb2775a1f3218216be5d3) AuthConfig (1797f0f049c6ad0388f075f6ea82c1b713ded5101d967af3f25ebc0bf969418f) AuthConfig (6fa9ad18240ee4f9f831975cb95a5db07f1327f92f49e82dad1224be6121dfde) AuthConfig (d73b421029ea597fa8bacd8a482f64fbc9b6121a4009b86314bf008af7180a13) AuthConfig (ca1b72410f01626ffb9fa41c24f4d1689374c9b3dd25c670082fc536afaeac6e) AuthConfig (7894bc75804931bb217fbcd9c7e866f5fcb91dd0b9d45ae5488c9a3548f1b72d) AuthConfig (aa9adb77210b1800ccef21179c1145ff264d932160a9efbf3a10dc53417ec0d1) AuthConfig (e23cf68590c8b5633db3a53e6e914ae1d5207a097521548359e48e7e2e6a5170) AuthConfig (19c4cf658d4e9070dc3946315edea644f0287deb3d76b9407ffca90fd9a850b2) AuthConfig (97a51c8705502a02c6896f8af99aece4012964edb560637955404ffb0e081c9c) AuthConfig (e03ecbd574474328448faacc168e8dc82cec5650ed5c5efdd6fa86c4bee23037) AuthConfig (a4b52b322eab9d56e717740b2904e8adcb499457662b8c68917318d4c6e46b39) AuthConfig (0859f502d7ec52a3ca8cea889c5a5cab74fafe49c25550fe08820954c1a0844f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"bffcb80d-8536-4703-a769-3e54fd5fc86e","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:53.986767785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"c4b27e37-b045-4781-8837-4ffac16f881d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:54.167253409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"29f4a5e3-a67c-4fcf-b20e-3aefae9aad77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:54.267724157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"6513a994-8da0-4b87-b2b6-722a11b287e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:54.531396809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"f16eedb2-5f1c-4ff4-9a71-535d23d896bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:54.706413265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"9574a2d4-de38-477f-b5e8-8a6d34c5ee35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:54.949167048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8028871e-fcc3-487c-ae71-0261adc6a0b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:55.049434076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"245a6861-06ed-402b-adbb-8f352688ceb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:55.070276213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"cdab08f6-2c40-4a72-a131-8436fc7ac571","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:55.152095804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"1b646de5-2251-46fa-895d-1f339d31016e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:55.258666761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"1347422b-4e72-49ae-b7e5-7f6813a1fbe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:55.435976167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"d2066e43-7db4-4883-84fc-f8a8822ec0a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:55.536547447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"1f8d5a04-a13e-44c3-8851-98b732fe591d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:25:55.879248971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:02.719264369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"3acb9812-2885-499a-944f-c482e5511610","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:02.776341514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"3acb9812-2885-499a-944f-c482e5511610","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:02.832199937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9c6b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"3acb9812-2885-499a-944f-c482e5511610","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:04.089175455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"f86cb83d-8a38-4f70-aedf-fb11fd9ada6b","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:04.146672091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"f86cb83d-8a38-4f70-aedf-fb11fd9ada6b","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:04.416032795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"5a175897-cf7b-4b81-b222-49ad00f41f97","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:04.416055924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"5a175897-cf7b-4b81-b222-49ad00f41f97","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:09.879528276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"77fde44d-e050-4edc-b8a8-7c9cd7fbd9c9","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:09.879551326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"77fde44d-e050-4edc-b8a8-7c9cd7fbd9c9","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:09.943504366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"889a48b7-2853-46dc-b006-17defedc78de","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:09.943535144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"889a48b7-2853-46dc-b006-17defedc78de","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:09.983531562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"1779a60e-1a70-4eb1-8247-e8bd2d375224","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:26:09.987641762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"b214cea9-666b-49db-add1-8fc2a4b68554","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-81d66e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:26:09.998365483Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"889a48b7-2853-46dc-b006-17defedc78de","name":"praxis-route-81d66e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-81d66e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:26:09.998414293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"889a48b7-2853-46dc-b006-17defedc78de","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-81d66e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.004398853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"4816281e-711c-442b-85f9-eb3a597e7b44","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.004413063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"4816281e-711c-442b-85f9-eb3a597e7b44","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.040919406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"1779a60e-1a70-4eb1-8247-e8bd2d375224","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.099240509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"bfec7798-d4a8-41e7-bcfe-fb4c2559fa82","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.09926248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"bfec7798-d4a8-41e7-bcfe-fb4c2559fa82","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.155119961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"ea420d57-5253-4821-97eb-03ccab90a1c6","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.155141883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"ea420d57-5253-4821-97eb-03ccab90a1c6","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.349484514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"1c980d91-1564-4678-9cb8-e7c0f01642ff","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.377535029Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"9e2f8e5f-2f26-4a05-9eff-41090319ea56","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"maas-trlp-praxis-route-81d66e","model":"praxis-route-81d66e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.409141651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"1c980d91-1564-4678-9cb8-e7c0f01642ff","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.543915102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"0132d07c-8713-4cf5-a64b-c53503e3ffd3","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.543936548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"0132d07c-8713-4cf5-a64b-c53503e3ffd3","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:10.753682269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"3b81ee13-f508-4b66-b68d-5e2657faa469","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"maas-trlp-praxis-route-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:12.936684536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"e5495382-dd1b-488a-8e05-65f20ad5d299","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:12.994798341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"e5495382-dd1b-488a-8e05-65f20ad5d299","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:13.050934778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9c6b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"e5495382-dd1b-488a-8e05-65f20ad5d299","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:14.141029938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"54c688cb-2b58-45a2-aa3b-c59003bebbb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:14.241030501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"c88968a5-4997-4f15-b4c7-083c2332582f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:14.343676709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"ea6237fc-f725-40ae-8038-91286b706c7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:14.509698432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"fa13130e-5f45-4087-a73f-9964c5af7ed7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:14.62935327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1c9d7bc5-1087-4b66-a561-b9afbc53acb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:14.870339902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"095f2d3b-7dff-431f-9e54-5ee63049dbc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:14.990922648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"490839d9-7bb6-460a-a7cf-08258455209a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:15.112686354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b62d5de1-5741-4a46-905a-fe8a007ca9a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:15.206592277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"9d3c974e-4d6b-49f8-b4d5-a2bb14687768","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:15.256602749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"54c19f22-4a51-45c5-a428-61a9126a91b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:15.507615975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"3e8e67ca-6c0b-41da-9544-151f26eb1ba9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:15.687440062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"87ef5995-94aa-41e5-8090-9accfabf5108","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:23.15598471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"3a6efee3-98a4-48fc-ada6-4eed51ac196f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:23.213068788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"3a6efee3-98a4-48fc-ada6-4eed51ac196f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:23.269176264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9c6b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd5f8e05cbb8539c9a6fd6ad7a33980083720b975cd182b55944a92a9a118ce8) AuthConfig (80c5e1c77fbd93c936e9afed44578dd62ce5477f64812330ba027b248d5d69c6) AuthConfig (60308c3f2e41193a62f4287254b9d6274bd17ecc430bf15f8313c89e2259c79f) AuthConfig (868bdc6aee7422897026d9ad2dee3e3380c4024db9aa535a96a7bcff787fddba) AuthConfig (84528335eac9d92c61cf9770b9fa45f66813f3dbc81ce3b92dd563a4d99b3086) AuthConfig (099e5c59992018629f07a8f8f6f3c18869f1efb1f792c0c2056d7db76b0d4a2c) AuthConfig (7cb619ea8fe431b42574cbe722c74a4c1beb9ef9985d84d2396b68500e0ec86f) AuthConfig (56a8f2b36d299310838ffdf8baddf9a2a60289ee9a5c900032198578ba0efe54) AuthConfig (7064411e7922ed132c0f549414dad2856dbce452e192a649553aee94f95ddbaf) AuthConfig (9ff0f3e055d45e3d4dcf147377143321e8188712f8b4519471606708a6f54761) AuthConfig (f3d6ba65aa9ff2b5c414475e2ca31b495d0d48b36be1c38b3bea4ab230af2123) AuthConfig (9af26b980ece9b6fe9332cb46ae49695ac74e48b35d3f34aa882b9973a3d5412) AuthConfig (29c9bbe9487699f2f2360f848a38536db658fa8dd634f09b0bfe178a37f1da88) AuthConfig (64592e6fd504162e5b82a79124a38a16e12fa471863bb338950456344afa51bf) AuthConfig (eee13b95116c6086b0985d9e5f76db0f9666bce00f8f458f635bded6b9489a2d) AuthConfig (534a543ba8c87a0c3c553ddc46b889834d82b2dbb6e8e70dd08924118269b0a0) AuthConfig (6a5a8778a4da61576ba2c87c15989e7d8dfc281a8b797670ae3283d5bc22ee6c) AuthConfig (7a451cc0cccfba029b5d4041361bade445d4b115098ce0c961ff8f514e71245c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"3a6efee3-98a4-48fc-ada6-4eed51ac196f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:23.328008432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"e5d7cf3c-f770-426c-89ca-48166358743b","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:23.328031798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"e5d7cf3c-f770-426c-89ca-48166358743b","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:25.879627143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:33.431766462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"0a7d9353-da36-4879-97e9-5e2772850e87","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:33.489905025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"0a7d9353-da36-4879-97e9-5e2772850e87","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:33.545367171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9c6b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd5f8e05cbb8539c9a6fd6ad7a33980083720b975cd182b55944a92a9a118ce8) AuthConfig (80c5e1c77fbd93c936e9afed44578dd62ce5477f64812330ba027b248d5d69c6) AuthConfig (60308c3f2e41193a62f4287254b9d6274bd17ecc430bf15f8313c89e2259c79f) AuthConfig (868bdc6aee7422897026d9ad2dee3e3380c4024db9aa535a96a7bcff787fddba) AuthConfig (84528335eac9d92c61cf9770b9fa45f66813f3dbc81ce3b92dd563a4d99b3086) AuthConfig (099e5c59992018629f07a8f8f6f3c18869f1efb1f792c0c2056d7db76b0d4a2c) AuthConfig (7cb619ea8fe431b42574cbe722c74a4c1beb9ef9985d84d2396b68500e0ec86f) AuthConfig (56a8f2b36d299310838ffdf8baddf9a2a60289ee9a5c900032198578ba0efe54) AuthConfig (7064411e7922ed132c0f549414dad2856dbce452e192a649553aee94f95ddbaf) AuthConfig (9ff0f3e055d45e3d4dcf147377143321e8188712f8b4519471606708a6f54761) AuthConfig (f3d6ba65aa9ff2b5c414475e2ca31b495d0d48b36be1c38b3bea4ab230af2123) AuthConfig (9af26b980ece9b6fe9332cb46ae49695ac74e48b35d3f34aa882b9973a3d5412) AuthConfig (29c9bbe9487699f2f2360f848a38536db658fa8dd634f09b0bfe178a37f1da88) AuthConfig (64592e6fd504162e5b82a79124a38a16e12fa471863bb338950456344afa51bf) AuthConfig (eee13b95116c6086b0985d9e5f76db0f9666bce00f8f458f635bded6b9489a2d) AuthConfig (534a543ba8c87a0c3c553ddc46b889834d82b2dbb6e8e70dd08924118269b0a0) AuthConfig (6a5a8778a4da61576ba2c87c15989e7d8dfc281a8b797670ae3283d5bc22ee6c) AuthConfig (7a451cc0cccfba029b5d4041361bade445d4b115098ce0c961ff8f514e71245c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"0a7d9353-da36-4879-97e9-5e2772850e87","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:34.714454669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"e159a367-35db-431d-8a3c-34aebc4883a9","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"maas-trlp-praxis-route-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:34.881171245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"6da5a208-c943-4fce-b32c-6e0a3762258d","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:34.881193299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"6da5a208-c943-4fce-b32c-6e0a3762258d","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:35.892237531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"c7bb0193-3ee9-4775-b474-7733ec452347","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:35.949421934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"c7bb0193-3ee9-4775-b474-7733ec452347","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:38.395033413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"51efbfbb-3003-4ead-8db3-ac5e6370d7e5","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:38.395055456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"51efbfbb-3003-4ead-8db3-ac5e6370d7e5","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:38.557097533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"3a3b8980-64c8-49c9-abd0-eb45ee5560c6","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:38.567339256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"85c7bcdc-d2f5-47a0-aca8-f5523e2d0cd2","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:38.567355199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"85c7bcdc-d2f5-47a0-aca8-f5523e2d0cd2","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:38.614596557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"3a3b8980-64c8-49c9-abd0-eb45ee5560c6","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:38.669975458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"10aa23f9-ce88-47f7-8118-e81bbf2dbb96","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"maas-trlp-praxis-route-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:38.922837144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"fe16e524-fbe2-441f-ba81-02b07928f672","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:38.980316389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"fe16e524-fbe2-441f-ba81-02b07928f672","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:38.989748391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"b8bc43f2-5fd0-4111-9b71-99a99d5434d3","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"maas-trlp-praxis-route-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:39.347692772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2f9bad-8d3d-4852-bf46-77653d7f58d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:39.399788605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2f9bad-8d3d-4852-bf46-77653d7f58d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:39.451740494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2f9bad-8d3d-4852-bf46-77653d7f58d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:39.503898865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2f9bad-8d3d-4852-bf46-77653d7f58d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:41.411622218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c7d540-0dc6-4b82-babe-0fb8902a194f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:41.463862673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c7d540-0dc6-4b82-babe-0fb8902a194f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:41.515664436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c7d540-0dc6-4b82-babe-0fb8902a194f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:41.567820978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c7d540-0dc6-4b82-babe-0fb8902a194f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:42.149737028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"6f6bf4b1-5952-44aa-8c44-c11b21729e05","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:42.149769678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"6f6bf4b1-5952-44aa-8c44-c11b21729e05","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:43.460833099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca552e9-ddb8-4de7-9324-5ca7f2aebf22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:43.512821392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca552e9-ddb8-4de7-9324-5ca7f2aebf22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:43.564859032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca552e9-ddb8-4de7-9324-5ca7f2aebf22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:43.616900277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca552e9-ddb8-4de7-9324-5ca7f2aebf22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:43.720491824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"4aeec9fe-aa0a-4d5f-8b52-3063de67bce2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:43.777888912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"4aeec9fe-aa0a-4d5f-8b52-3063de67bce2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:44.14461083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"1986e009-6067-4734-8e1c-b82d3f0ad9ed","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:44.144639927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"1986e009-6067-4734-8e1c-b82d3f0ad9ed","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:47.659887535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"9430ba8e-ec1d-4a07-beee-b9edefee2de4","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:47.659911154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"9430ba8e-ec1d-4a07-beee-b9edefee2de4","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:47.715245596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"97dca947-4b1b-45c6-89fa-16b4b7900673","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:47.7152678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"97dca947-4b1b-45c6-89fa-16b4b7900673","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:47.818726575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"3e9ff97c-2bc4-4c0a-99cb-8b80571cb77e","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:47.947464594Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"3e9ff97c-2bc4-4c0a-99cb-8b80571cb77e","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:48.003697698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-23302c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"3e9ff97c-2bc4-4c0a-99cb-8b80571cb77e","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:48.062412016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"0f5e9bfc-96c2-486b-a6bc-df755fb3d156","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:48.062433751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"0f5e9bfc-96c2-486b-a6bc-df755fb3d156","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.000880667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"f8a8fba0-458d-49a6-a651-96e50964e0d1","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.000902047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"f8a8fba0-458d-49a6-a651-96e50964e0d1","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.105327293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"38dd6e89-e7e7-448b-a625-e8369c8d70ae","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.162614203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"38dd6e89-e7e7-448b-a625-e8369c8d70ae","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.21126699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"99d4afb4-e956-42ca-989d-f51b83891e53","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"maas-trlp-praxis-route-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.421713274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"bcb1e5fd-49a8-4674-b5da-8cd9da75a138","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.480753267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"bcb1e5fd-49a8-4674-b5da-8cd9da75a138","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.529960848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"0056320a-78e6-4469-9fcd-c73658977332","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"maas-trlp-praxis-route-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.539459466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"37de5286-e43e-40aa-b6c4-ec118154e4ab","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.539483607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"37de5286-e43e-40aa-b6c4-ec118154e4ab","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.597908112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"4cee91c5-68f2-45c7-9082-a2bf217ae433","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.597933543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"4cee91c5-68f2-45c7-9082-a2bf217ae433","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.64267325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"a5fa6b6a-d52d-44fa-b66e-9a123badd83d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:26:49.650447159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"3cbc49b1-3185-4d22-8edd-2de385165055","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ac6120\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:26:49.652021315Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"4cee91c5-68f2-45c7-9082-a2bf217ae433","name":"auth-test-model-8f9c6b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8f9c6b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:26:49.652075985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"4cee91c5-68f2-45c7-9082-a2bf217ae433","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8f9c6b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.657447577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"67dfa153-8e1d-4ad7-81cf-52e4f6fda71a","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.657465353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"67dfa153-8e1d-4ad7-81cf-52e4f6fda71a","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.699987813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"a5fa6b6a-d52d-44fa-b66e-9a123badd83d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.759107258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"c0161ebe-620e-4858-be4a-65f96077b4ce","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.759129249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"c0161ebe-620e-4858-be4a-65f96077b4ce","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.81687134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"ff8bc78e-6211-449b-8e73-ad95f01da34d","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:49.816894122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"ff8bc78e-6211-449b-8e73-ad95f01da34d","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:50.009178222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"a47ef81a-0448-459d-baae-a2fbfd4dc8f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:50.030333541Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"23979fcb-067a-4958-a0a0-252660d0a334","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"maas-trlp-auth-test-model-8f9c6b","model":"auth-test-model-8f9c6b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-8f9c6b/e2e-auth-iso-ac6120"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:50.066427554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"a47ef81a-0448-459d-baae-a2fbfd4dc8f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:50.198733555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"2b0f3915-68c4-4526-b215-c0ea7979fdeb","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:50.198756465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"2b0f3915-68c4-4526-b215-c0ea7979fdeb","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:50.412452611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"2d857641-d15b-49b0-a943-1468b38fffe5","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"maas-trlp-auth-test-model-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:55.88501428Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:58.169275279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"14c0492b-35d8-4f80-aa4d-3fa783117992","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:58.22681671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"14c0492b-35d8-4f80-aa4d-3fa783117992","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:26:58.283107411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-23302c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"14c0492b-35d8-4f80-aa4d-3fa783117992","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:08.38786025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"41a741ed-3c8e-4df4-b866-ec09635a7d83","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:08.445376471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"41a741ed-3c8e-4df4-b866-ec09635a7d83","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:08.501153322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-23302c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"41a741ed-3c8e-4df4-b866-ec09635a7d83","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:08.707552684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-c60f5c","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"autores-model-c60f5c","reconcileID":"e19abf3c-153e-47fc-9732-40a47d392bfa","MaaSModelRef":{"name":"autores-model-c60f5c","namespace":"ai-tenant-e2e-autores-c60f5c"},"tenant":"e2e-autores-c60f5c","gateway":"openshift-ingress/e2e-autores-c60f5c","model":"ai-tenant-e2e-autores-c60f5c/autores-model-c60f5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:08.707577421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-c60f5c","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"autores-model-c60f5c","reconcileID":"e19abf3c-153e-47fc-9732-40a47d392bfa","MaaSModelRef":{"name":"autores-model-c60f5c","namespace":"ai-tenant-e2e-autores-c60f5c"},"routeName":"autores-model-c60f5c-kserve-route","namespace":"ai-tenant-e2e-autores-c60f5c","llmisvcName":"autores-model-c60f5c","gateway":"openshift-ingress/e2e-autores-c60f5c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:14.126036276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"53049f6b-c7a7-4a31-8293-1dba3f33fb30","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:14.126065052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"53049f6b-c7a7-4a31-8293-1dba3f33fb30","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:18.071763889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458957ad-1a2a-47a3-8069-778729a81bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:18.123738499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458957ad-1a2a-47a3-8069-778729a81bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:18.17587328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458957ad-1a2a-47a3-8069-778729a81bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:18.228466996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458957ad-1a2a-47a3-8069-778729a81bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:18.617882461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"43e4ca15-ab81-4798-9df4-c083f2d2b875","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:18.677033934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"43e4ca15-ab81-4798-9df4-c083f2d2b875","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:18.732756109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-23302c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"43e4ca15-ab81-4798-9df4-c083f2d2b875","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:19.615984572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"47491e7a-7363-492f-8a71-35f89f06fae6","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:19.616005957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"47491e7a-7363-492f-8a71-35f89f06fae6","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:19.673350893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"d12388e2-ef4b-46bb-88d3-f7ff9d9b0db1","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:19.673370269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"d12388e2-ef4b-46bb-88d3-f7ff9d9b0db1","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:19.777171284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"fd04670c-209d-46d5-ab46-ea571da80d5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:19.905794306Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"fd04670c-209d-46d5-ab46-ea571da80d5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:19.961632546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-19f6ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"fd04670c-209d-46d5-ab46-ea571da80d5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:20.019746526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"9b49a18b-9736-4f2a-9570-022135746e77","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:20.019768499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"9b49a18b-9736-4f2a-9570-022135746e77","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:20.139978832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d2899ae-96ce-45f8-9ed4-d608087d1680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:20.191870062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d2899ae-96ce-45f8-9ed4-d608087d1680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:20.243718288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d2899ae-96ce-45f8-9ed4-d608087d1680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:20.295818442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d2899ae-96ce-45f8-9ed4-d608087d1680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:22.178194355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7124446c-c238-4912-909b-dc792e26cbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:22.230201578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7124446c-c238-4912-909b-dc792e26cbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:22.282175673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7124446c-c238-4912-909b-dc792e26cbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:22.33424421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7124446c-c238-4912-909b-dc792e26cbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:25.880827825Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:28.838590984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"fdde33fc-d2c5-44da-9dba-a406ec21ed4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:28.895763958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"fdde33fc-d2c5-44da-9dba-a406ec21ed4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:28.952429096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-23302c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"fdde33fc-d2c5-44da-9dba-a406ec21ed4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.16523844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"142a6bc2-b126-4812-b566-f60c196de59a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.202751354Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","namespace":"ai-tenant-e2e-autores-c60f5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.202808071Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","namespace":"ai-tenant-e2e-autores-c60f5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.202863316Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","tenant":"e2e-autores-c60f5c","tenantID":"e2e-autores-c60f5c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.222695457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"142a6bc2-b126-4812-b566-f60c196de59a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.257769937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"Deployment","name":"maas-api-e2e-autores-c60f5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.281256969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-19f6ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"142a6bc2-b126-4812-b566-f60c196de59a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.318084011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"Service","name":"maas-api-e2e-autores-c60f5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.382977248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-c60f5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.440637439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-c60f5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.500849218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.566014661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.630323744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.70256524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.75976175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"Deployment","name":"payload-processing-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.813915456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.875301999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"Service","name":"payload-processing-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.930632904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"Service","name":"payload-pre-processing-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:30.982556021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"DestinationRule","name":"payload-processing-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:31.036680854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:31.092271872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:31.150839813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:31.202635877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:31.254660377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:31.306256557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-c60f5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:31.360582676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c60f5c"},"namespace":"ai-tenant-e2e-autores-c60f5c","name":"default-tenant","reconcileID":"ffcac2ac-7c25-4d25-a27f-75f6a7ad6b31","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-c60f5c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:34.195230528Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c60f5c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c60f5c","reconcileID":"d1eb58e0-18e2-4385-b0f7-35b97edf72c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c60f5c","removed":["maas.opendatahub.io/gateway-access-e2e-autores-c60f5c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:35.016509407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"b2021442-0f7c-40fa-8926-d943ae785c06","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"maas-trlp-auth-test-model-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:35.184944557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"40b0c97a-dae1-4e85-8d7c-cf37370ae7d3","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:35.184969152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"40b0c97a-dae1-4e85-8d7c-cf37370ae7d3","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:35.43889292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b31a14-4b46-4440-8815-3011eb4dcf4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:35.490690196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b31a14-4b46-4440-8815-3011eb4dcf4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:35.543086133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b31a14-4b46-4440-8815-3011eb4dcf4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:35.595733462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b31a14-4b46-4440-8815-3011eb4dcf4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:36.231098583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"6f9683d5-84a1-47be-a3fd-750edce85d94","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:36.288581895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"6f9683d5-84a1-47be-a3fd-750edce85d94","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:36.528527976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"9d8dbf17-7bc0-49a9-b6af-32604d841b2a","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:36.528549014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"9d8dbf17-7bc0-49a9-b6af-32604d841b2a","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:36.586819384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"09296ed8-25a2-4880-8a5c-7771c8a13fd3","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:36.586846957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"09296ed8-25a2-4880-8a5c-7771c8a13fd3","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:36.755817119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"ec740d08-b799-4331-9df0-82b624063ee3","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:36.945374409Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"ec740d08-b799-4331-9df0-82b624063ee3","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:37.028063539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-dc5cdd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"ec740d08-b799-4331-9df0-82b624063ee3","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:37.092904502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"1d492d43-d1af-4ddc-86a4-136a83fdb5f6","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:37.092930255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"1d492d43-d1af-4ddc-86a4-136a83fdb5f6","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:37.600440925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfee3400-284f-440b-8334-513743d8378a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:37.65822355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfee3400-284f-440b-8334-513743d8378a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:37.711771327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfee3400-284f-440b-8334-513743d8378a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:37.764486318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfee3400-284f-440b-8334-513743d8378a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:39.057144183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"0bc08ab6-f576-421d-b6b8-94ccb5acf928","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:39.113938624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"0bc08ab6-f576-421d-b6b8-94ccb5acf928","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:39.169843221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-23302c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5e3a3098c0f849d7e1f3bc38d3d95dfc8356ca0dc3caa5633be3c60a94dbbda) AuthConfig (5b576440f7a018e946532a0a5d8bdd5d670de178e8ab3d7d24575a6066b24418) AuthConfig (5866c792b4c9cb0023bb4d462ab734d85039d49d4e71d6ab7fb814513e980883) AuthConfig (26471b969cac2976ef5c1896dc03fa185f8fbdfe1937dd6ea9e03b8dff67a48e) AuthConfig (1adfa66ddbf2e20922ad4496681b2aa13ab46207d841ab6761cbce8516e2c154) AuthConfig (fb27cb0c3f4ec359a48587b701fa6cf6234be1c4dec304e34c197b5e7d6a625d) AuthConfig (b9828e8f55ca87e11823c732b4681bb4f0595a0d3561d1ba2cc317f908728958) AuthConfig (35b15bad6cf29dbeaa6986c021a3212ceef21a004e0239a404a180d767816038) AuthConfig (62b4ad202fe6503573c88ba0228c3a746b13be3b8828c07967cacab3c18fc588) AuthConfig (a41db53e765ef1be05d115f5a81b83f3921cbe3c6859f55a869241f8e76f95a6) AuthConfig (50f15c4c519f83c38a53d6bc6b12309068a5c6c06011947e0c0dfeab092cfd86) AuthConfig (604e60a7fdbd06d1e49b0f96bf5267d032d7c4204684d963df7224b855f2d85d) AuthConfig (a1214f6ee4f9b04b5ad7f67b9e8cbb4022a2c501f99dabef239f1d46b104d0c2) AuthConfig (cd15bfab30a1d6237170af74e2fe007b04da9c01c8e5a8818afcd4f88a5e6e8d) AuthConfig (22046d1a655399e95f7e70082814570c33c6f7dd42eba2ea1bd15f464f72075c) AuthConfig (a3aca5e9dfd8264dcf02f44b4f220cc7d3b9bba00367d2b9df847cd6e823a717) AuthConfig (4095e4ee9d7eb977de0265b91896823f31d874456409fcf810c07464db49b5e5) AuthConfig (9291b9c4e127ed6a99f8d40c39fe1ecc63cf142eb3b32696b3190ff1db006f20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"0bc08ab6-f576-421d-b6b8-94ccb5acf928","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:39.228143878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"034c6dbe-20e7-4c5b-9955-cbeab552d469","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:39.228161559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"034c6dbe-20e7-4c5b-9955-cbeab552d469","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:40.386754872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"01dee382-6b48-4de9-85ac-2c1f38ec370e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:40.443610274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"01dee382-6b48-4de9-85ac-2c1f38ec370e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:40.50057597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-19f6ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6470b63cd872cc91871b3a885e02919ca33b9b81f4c0a39e7935f2863a9d0362) AuthConfig (874ea18684959be8c57509c5e01cee533a24c7d2e081e153d4ba4f44e6f5d65d) AuthConfig (a4158246a62daef21f7d778a0ac764ec3772c2226cc8b447a57e9a26f114324f) AuthConfig (24194b6a4dc760a595741bcf20cd9940c9c2cbf84affe79087ed89e5ebd8f3c6) AuthConfig (1e603e7916504dcce42fea3ade046b2e78c32fba58d2b6f98b90208c02ea6158) AuthConfig (47851f8d19a5cdf17c4e139670b2ad2ca9f1fdcfc54afce51100c7bb43b12370) AuthConfig (b64ef0c25e68e34fc4b1f3d699d2962e5f2455726ee3c8acee2e088171bf625f) AuthConfig (270af57c99b55bbc3b074e4f2a2d70594103d2471a7b2dafb4d8981db47059b6) AuthConfig (e93b45bcfc16b0eadb95d26cf82d97f8cffdcd3c955bb8d89d09a05a2176c0ff) AuthConfig (4264c3edd687763bc64dec7587fea0db68a404d16ebdf81a75568e3aac3efbe3) AuthConfig (eb92bf4787f49a470a7f0fc59f77473899a88cf203411aef3a3030d8df32f986) AuthConfig (2dcc7c15a235c5e253d068f72d7a365508b89efe42d31cb4b5d7f53865ae9d0b) AuthConfig (abfca53fda522ebfa0076a6e973de8a71034582ffa469803bab732df41654b3b) AuthConfig (44f74f763fe1965f601f3e96464dd264b233d9b144da7786bdfac6b3f4c7a98e) AuthConfig (e5d11c29a2fbd7f10e132089fbbea36d9344ee9897d4bef00f9c316cdeb40beb) AuthConfig (16d9c50de22f8fbda07c9ec1048970318f783c384193422cb72fd1b38c86695c) AuthConfig (afc38fbd0be6737a8bd2140aa1ab9f6c6c4e9d89c13d55e7e24e0d34bfcecf7a) AuthConfig (1d5be9f1c7495688981a3ce9f381b9cd5ad370d6335a81c27b9172d1c8fbbb73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"01dee382-6b48-4de9-85ac-2c1f38ec370e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:40.558926055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"865e65b8-717f-47c1-a38e-82d0f76a331f","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:40.558944283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"865e65b8-717f-47c1-a38e-82d0f76a331f","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:41.859712941Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"d74bd23e-1315-4fff-96e8-03015290f12a","namespace":"ai-tenant-e2e-praxis-a-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:41.859790262Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"d74bd23e-1315-4fff-96e8-03015290f12a","name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:41.929518469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"735c6bbb-6dd6-433e-98c0-15bb169c4b37","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:41.929543055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"735c6bbb-6dd6-433e-98c0-15bb169c4b37","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:41.929538458Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"d74bd23e-1315-4fff-96e8-03015290f12a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:41.92964161Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"d74bd23e-1315-4fff-96e8-03015290f12a","namespace":"ai-tenant-e2e-praxis-a-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:41.929712438Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"d74bd23e-1315-4fff-96e8-03015290f12a","name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:41.997158493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"63521d2a-8ea3-4570-9a4d-8d7e78ddc1f7","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:42.001017571Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"d74bd23e-1315-4fff-96e8-03015290f12a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:42.003222616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"dd6801de-4689-4c56-be67-96272a9e84d5","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:42.003837232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"dd6801de-4689-4c56-be67-96272a9e84d5","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:42.058705214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"63521d2a-8ea3-4570-9a4d-8d7e78ddc1f7","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:42.112085934Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"46a2e2cd-4ee0-4704-896b-22fe32769e5c","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc43760f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:42.175728355Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"a8c42dba-b061-4a77-b85e-b822f0cb3d26","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc43760f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:42.268931969Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"af7f8a63-b9f1-4cb8-a668-820b1beae151","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:42.522752158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"af7f8a63-b9f1-4cb8-a668-820b1beae151","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:42.652330403Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"af7f8a63-b9f1-4cb8-a668-820b1beae151","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"e2e-praxis-a-81d66e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:42.652354459Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-auth","reconcileID":"af7f8a63-b9f1-4cb8-a668-820b1beae151","MaaSAuthPolicy":{"name":"praxis-route-81d66e-auth","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:42.709140126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"eb34f6df-4e4c-4b6a-87e7-402d8e0e1f58","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:42.709161091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"eb34f6df-4e4c-4b6a-87e7-402d8e0e1f58","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:47.212029905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"cb7f2e67-71f9-47cc-97e6-b3da304d29d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:47.275057798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"cb7f2e67-71f9-47cc-97e6-b3da304d29d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:47.325445953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ebec25-0f49-4a0e-852a-d00513c75b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:47.378061613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ebec25-0f49-4a0e-852a-d00513c75b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:47.382921299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-dc5cdd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"cb7f2e67-71f9-47cc-97e6-b3da304d29d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:47.429779099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ebec25-0f49-4a0e-852a-d00513c75b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:47.482330443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ebec25-0f49-4a0e-852a-d00513c75b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:47.924069585Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-200c46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-200c46","reconcileID":"3618e10d-f50c-45b3-a44f-3651ae9167c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-200c46","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-200c46":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:49.332575516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"1d760dc6-0d27-47c7-9d83-fe1c3a9007f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:49.390676785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"1d760dc6-0d27-47c7-9d83-fe1c3a9007f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:49.436197221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe09204-711d-42bb-b4f8-cac80a243e8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:49.49081829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe09204-711d-42bb-b4f8-cac80a243e8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:49.49515455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-23302c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5e3a3098c0f849d7e1f3bc38d3d95dfc8356ca0dc3caa5633be3c60a94dbbda) AuthConfig (5b576440f7a018e946532a0a5d8bdd5d670de178e8ab3d7d24575a6066b24418) AuthConfig (5866c792b4c9cb0023bb4d462ab734d85039d49d4e71d6ab7fb814513e980883) AuthConfig (26471b969cac2976ef5c1896dc03fa185f8fbdfe1937dd6ea9e03b8dff67a48e) AuthConfig (1adfa66ddbf2e20922ad4496681b2aa13ab46207d841ab6761cbce8516e2c154) AuthConfig (fb27cb0c3f4ec359a48587b701fa6cf6234be1c4dec304e34c197b5e7d6a625d) AuthConfig (b9828e8f55ca87e11823c732b4681bb4f0595a0d3561d1ba2cc317f908728958) AuthConfig (35b15bad6cf29dbeaa6986c021a3212ceef21a004e0239a404a180d767816038) AuthConfig (62b4ad202fe6503573c88ba0228c3a746b13be3b8828c07967cacab3c18fc588) AuthConfig (a41db53e765ef1be05d115f5a81b83f3921cbe3c6859f55a869241f8e76f95a6) AuthConfig (50f15c4c519f83c38a53d6bc6b12309068a5c6c06011947e0c0dfeab092cfd86) AuthConfig (604e60a7fdbd06d1e49b0f96bf5267d032d7c4204684d963df7224b855f2d85d) AuthConfig (a1214f6ee4f9b04b5ad7f67b9e8cbb4022a2c501f99dabef239f1d46b104d0c2) AuthConfig (cd15bfab30a1d6237170af74e2fe007b04da9c01c8e5a8818afcd4f88a5e6e8d) AuthConfig (22046d1a655399e95f7e70082814570c33c6f7dd42eba2ea1bd15f464f72075c) AuthConfig (a3aca5e9dfd8264dcf02f44b4f220cc7d3b9bba00367d2b9df847cd6e823a717) AuthConfig (4095e4ee9d7eb977de0265b91896823f31d874456409fcf810c07464db49b5e5) AuthConfig (9291b9c4e127ed6a99f8d40c39fe1ecc63cf142eb3b32696b3190ff1db006f20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"1d760dc6-0d27-47c7-9d83-fe1c3a9007f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:49.543395734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe09204-711d-42bb-b4f8-cac80a243e8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:49.595469517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe09204-711d-42bb-b4f8-cac80a243e8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:50.665806502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"e07bcea8-e019-4e94-b4a6-8ed7fea9ad28","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:50.722958492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"e07bcea8-e019-4e94-b4a6-8ed7fea9ad28","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:50.779625666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-19f6ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6470b63cd872cc91871b3a885e02919ca33b9b81f4c0a39e7935f2863a9d0362) AuthConfig (874ea18684959be8c57509c5e01cee533a24c7d2e081e153d4ba4f44e6f5d65d) AuthConfig (a4158246a62daef21f7d778a0ac764ec3772c2226cc8b447a57e9a26f114324f) AuthConfig (24194b6a4dc760a595741bcf20cd9940c9c2cbf84affe79087ed89e5ebd8f3c6) AuthConfig (1e603e7916504dcce42fea3ade046b2e78c32fba58d2b6f98b90208c02ea6158) AuthConfig (47851f8d19a5cdf17c4e139670b2ad2ca9f1fdcfc54afce51100c7bb43b12370) AuthConfig (b64ef0c25e68e34fc4b1f3d699d2962e5f2455726ee3c8acee2e088171bf625f) AuthConfig (270af57c99b55bbc3b074e4f2a2d70594103d2471a7b2dafb4d8981db47059b6) AuthConfig (e93b45bcfc16b0eadb95d26cf82d97f8cffdcd3c955bb8d89d09a05a2176c0ff) AuthConfig (4264c3edd687763bc64dec7587fea0db68a404d16ebdf81a75568e3aac3efbe3) AuthConfig (eb92bf4787f49a470a7f0fc59f77473899a88cf203411aef3a3030d8df32f986) AuthConfig (2dcc7c15a235c5e253d068f72d7a365508b89efe42d31cb4b5d7f53865ae9d0b) AuthConfig (abfca53fda522ebfa0076a6e973de8a71034582ffa469803bab732df41654b3b) AuthConfig (44f74f763fe1965f601f3e96464dd264b233d9b144da7786bdfac6b3f4c7a98e) AuthConfig (e5d11c29a2fbd7f10e132089fbbea36d9344ee9897d4bef00f9c316cdeb40beb) AuthConfig (16d9c50de22f8fbda07c9ec1048970318f783c384193422cb72fd1b38c86695c) AuthConfig (afc38fbd0be6737a8bd2140aa1ab9f6c6c4e9d89c13d55e7e24e0d34bfcecf7a) AuthConfig (1d5be9f1c7495688981a3ce9f381b9cd5ad370d6335a81c27b9172d1c8fbbb73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"e07bcea8-e019-4e94-b4a6-8ed7fea9ad28","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:52.228421622Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"504ffc29-6525-476b-bc7b-4dd96486ff07","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","subscription":"praxis-route-81d66e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:52.281420781Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"504ffc29-6525-476b-bc7b-4dd96486ff07","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:52.334272081Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e-sub","reconcileID":"504ffc29-6525-476b-bc7b-4dd96486ff07","MaaSSubscription":{"name":"praxis-route-81d66e-sub","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"name":"maas-trlp-praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:52.653016195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"125fcf20-036a-49cf-84c7-ee6025c06cab","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"tenant":"e2e-praxis-a-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","model":"ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:52.653041238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"125fcf20-036a-49cf-84c7-ee6025c06cab","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"routeName":"praxis-route-81d66e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-81d66e","llmisvcName":"praxis-route-81d66e","gateway":"openshift-ingress/e2e-praxis-a-81d66e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:55.879412969Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:57.489408638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"0e794e68-631b-417d-8da6-55c5b9425315","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:57.548027402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"0e794e68-631b-417d-8da6-55c5b9425315","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:57.603815386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-dc5cdd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"0e794e68-631b-417d-8da6-55c5b9425315","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:59.605192843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"90f9a46f-af00-4329-ae6a-346336ca6dd7","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:59.662959434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"90f9a46f-af00-4329-ae6a-346336ca6dd7","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:27:59.719895988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-23302c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5e3a3098c0f849d7e1f3bc38d3d95dfc8356ca0dc3caa5633be3c60a94dbbda) AuthConfig (5b576440f7a018e946532a0a5d8bdd5d670de178e8ab3d7d24575a6066b24418) AuthConfig (5866c792b4c9cb0023bb4d462ab734d85039d49d4e71d6ab7fb814513e980883) AuthConfig (26471b969cac2976ef5c1896dc03fa185f8fbdfe1937dd6ea9e03b8dff67a48e) AuthConfig (1adfa66ddbf2e20922ad4496681b2aa13ab46207d841ab6761cbce8516e2c154) AuthConfig (fb27cb0c3f4ec359a48587b701fa6cf6234be1c4dec304e34c197b5e7d6a625d) AuthConfig (b9828e8f55ca87e11823c732b4681bb4f0595a0d3561d1ba2cc317f908728958) AuthConfig (35b15bad6cf29dbeaa6986c021a3212ceef21a004e0239a404a180d767816038) AuthConfig (62b4ad202fe6503573c88ba0228c3a746b13be3b8828c07967cacab3c18fc588) AuthConfig (a41db53e765ef1be05d115f5a81b83f3921cbe3c6859f55a869241f8e76f95a6) AuthConfig (50f15c4c519f83c38a53d6bc6b12309068a5c6c06011947e0c0dfeab092cfd86) AuthConfig (604e60a7fdbd06d1e49b0f96bf5267d032d7c4204684d963df7224b855f2d85d) AuthConfig (a1214f6ee4f9b04b5ad7f67b9e8cbb4022a2c501f99dabef239f1d46b104d0c2) AuthConfig (cd15bfab30a1d6237170af74e2fe007b04da9c01c8e5a8818afcd4f88a5e6e8d) AuthConfig (22046d1a655399e95f7e70082814570c33c6f7dd42eba2ea1bd15f464f72075c) AuthConfig (a3aca5e9dfd8264dcf02f44b4f220cc7d3b9bba00367d2b9df847cd6e823a717) AuthConfig (4095e4ee9d7eb977de0265b91896823f31d874456409fcf810c07464db49b5e5) AuthConfig (9291b9c4e127ed6a99f8d40c39fe1ecc63cf142eb3b32696b3190ff1db006f20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"90f9a46f-af00-4329-ae6a-346336ca6dd7","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:00.88464025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"53e31608-3f21-468b-9b5d-4a0c50dcf90e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:00.946132453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"53e31608-3f21-468b-9b5d-4a0c50dcf90e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:01.002445786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-19f6ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6470b63cd872cc91871b3a885e02919ca33b9b81f4c0a39e7935f2863a9d0362) AuthConfig (874ea18684959be8c57509c5e01cee533a24c7d2e081e153d4ba4f44e6f5d65d) AuthConfig (a4158246a62daef21f7d778a0ac764ec3772c2226cc8b447a57e9a26f114324f) AuthConfig (24194b6a4dc760a595741bcf20cd9940c9c2cbf84affe79087ed89e5ebd8f3c6) AuthConfig (1e603e7916504dcce42fea3ade046b2e78c32fba58d2b6f98b90208c02ea6158) AuthConfig (47851f8d19a5cdf17c4e139670b2ad2ca9f1fdcfc54afce51100c7bb43b12370) AuthConfig (b64ef0c25e68e34fc4b1f3d699d2962e5f2455726ee3c8acee2e088171bf625f) AuthConfig (270af57c99b55bbc3b074e4f2a2d70594103d2471a7b2dafb4d8981db47059b6) AuthConfig (e93b45bcfc16b0eadb95d26cf82d97f8cffdcd3c955bb8d89d09a05a2176c0ff) AuthConfig (4264c3edd687763bc64dec7587fea0db68a404d16ebdf81a75568e3aac3efbe3) AuthConfig (eb92bf4787f49a470a7f0fc59f77473899a88cf203411aef3a3030d8df32f986) AuthConfig (2dcc7c15a235c5e253d068f72d7a365508b89efe42d31cb4b5d7f53865ae9d0b) AuthConfig (abfca53fda522ebfa0076a6e973de8a71034582ffa469803bab732df41654b3b) AuthConfig (44f74f763fe1965f601f3e96464dd264b233d9b144da7786bdfac6b3f4c7a98e) AuthConfig (e5d11c29a2fbd7f10e132089fbbea36d9344ee9897d4bef00f9c316cdeb40beb) AuthConfig (16d9c50de22f8fbda07c9ec1048970318f783c384193422cb72fd1b38c86695c) AuthConfig (afc38fbd0be6737a8bd2140aa1ab9f6c6c4e9d89c13d55e7e24e0d34bfcecf7a) AuthConfig (1d5be9f1c7495688981a3ce9f381b9cd5ad370d6335a81c27b9172d1c8fbbb73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"53e31608-3f21-468b-9b5d-4a0c50dcf90e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:07.708415763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"08f37d2b-914f-4f41-aa5b-d1aa94713d1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:07.767107023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"08f37d2b-914f-4f41-aa5b-d1aa94713d1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:07.82408705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-dc5cdd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"08f37d2b-914f-4f41-aa5b-d1aa94713d1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:09.828196299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"c7e4c47f-0591-4b55-8c8e-ce59f71a2066","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:09.887404063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"c7e4c47f-0591-4b55-8c8e-ce59f71a2066","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:09.948255084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-23302c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5e3a3098c0f849d7e1f3bc38d3d95dfc8356ca0dc3caa5633be3c60a94dbbda) AuthConfig (5b576440f7a018e946532a0a5d8bdd5d670de178e8ab3d7d24575a6066b24418) AuthConfig (5866c792b4c9cb0023bb4d462ab734d85039d49d4e71d6ab7fb814513e980883) AuthConfig (26471b969cac2976ef5c1896dc03fa185f8fbdfe1937dd6ea9e03b8dff67a48e) AuthConfig (1adfa66ddbf2e20922ad4496681b2aa13ab46207d841ab6761cbce8516e2c154) AuthConfig (fb27cb0c3f4ec359a48587b701fa6cf6234be1c4dec304e34c197b5e7d6a625d) AuthConfig (b9828e8f55ca87e11823c732b4681bb4f0595a0d3561d1ba2cc317f908728958) AuthConfig (35b15bad6cf29dbeaa6986c021a3212ceef21a004e0239a404a180d767816038) AuthConfig (62b4ad202fe6503573c88ba0228c3a746b13be3b8828c07967cacab3c18fc588) AuthConfig (a41db53e765ef1be05d115f5a81b83f3921cbe3c6859f55a869241f8e76f95a6) AuthConfig (50f15c4c519f83c38a53d6bc6b12309068a5c6c06011947e0c0dfeab092cfd86) AuthConfig (604e60a7fdbd06d1e49b0f96bf5267d032d7c4204684d963df7224b855f2d85d) AuthConfig (a1214f6ee4f9b04b5ad7f67b9e8cbb4022a2c501f99dabef239f1d46b104d0c2) AuthConfig (cd15bfab30a1d6237170af74e2fe007b04da9c01c8e5a8818afcd4f88a5e6e8d) AuthConfig (22046d1a655399e95f7e70082814570c33c6f7dd42eba2ea1bd15f464f72075c) AuthConfig (a3aca5e9dfd8264dcf02f44b4f220cc7d3b9bba00367d2b9df847cd6e823a717) AuthConfig (4095e4ee9d7eb977de0265b91896823f31d874456409fcf810c07464db49b5e5) AuthConfig (9291b9c4e127ed6a99f8d40c39fe1ecc63cf142eb3b32696b3190ff1db006f20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"c7e4c47f-0591-4b55-8c8e-ce59f71a2066","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:11.108661129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"962f79fa-b497-43f4-b28a-11eaac79ad1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:11.168443514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"962f79fa-b497-43f4-b28a-11eaac79ad1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:11.224214575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-19f6ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6470b63cd872cc91871b3a885e02919ca33b9b81f4c0a39e7935f2863a9d0362) AuthConfig (874ea18684959be8c57509c5e01cee533a24c7d2e081e153d4ba4f44e6f5d65d) AuthConfig (a4158246a62daef21f7d778a0ac764ec3772c2226cc8b447a57e9a26f114324f) AuthConfig (24194b6a4dc760a595741bcf20cd9940c9c2cbf84affe79087ed89e5ebd8f3c6) AuthConfig (1e603e7916504dcce42fea3ade046b2e78c32fba58d2b6f98b90208c02ea6158) AuthConfig (47851f8d19a5cdf17c4e139670b2ad2ca9f1fdcfc54afce51100c7bb43b12370) AuthConfig (b64ef0c25e68e34fc4b1f3d699d2962e5f2455726ee3c8acee2e088171bf625f) AuthConfig (270af57c99b55bbc3b074e4f2a2d70594103d2471a7b2dafb4d8981db47059b6) AuthConfig (e93b45bcfc16b0eadb95d26cf82d97f8cffdcd3c955bb8d89d09a05a2176c0ff) AuthConfig (4264c3edd687763bc64dec7587fea0db68a404d16ebdf81a75568e3aac3efbe3) AuthConfig (eb92bf4787f49a470a7f0fc59f77473899a88cf203411aef3a3030d8df32f986) AuthConfig (2dcc7c15a235c5e253d068f72d7a365508b89efe42d31cb4b5d7f53865ae9d0b) AuthConfig (abfca53fda522ebfa0076a6e973de8a71034582ffa469803bab732df41654b3b) AuthConfig (44f74f763fe1965f601f3e96464dd264b233d9b144da7786bdfac6b3f4c7a98e) AuthConfig (e5d11c29a2fbd7f10e132089fbbea36d9344ee9897d4bef00f9c316cdeb40beb) AuthConfig (16d9c50de22f8fbda07c9ec1048970318f783c384193422cb72fd1b38c86695c) AuthConfig (afc38fbd0be6737a8bd2140aa1ab9f6c6c4e9d89c13d55e7e24e0d34bfcecf7a) AuthConfig (1d5be9f1c7495688981a3ce9f381b9cd5ad370d6335a81c27b9172d1c8fbbb73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"962f79fa-b497-43f4-b28a-11eaac79ad1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:17.92873437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"37e7e988-6417-4256-a1a6-be40d3bef25d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:17.986102763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"37e7e988-6417-4256-a1a6-be40d3bef25d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:18.042147914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-dc5cdd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3e69c7b05c14797af04d41ff369405eeb8fdcdf61464763d9592a6adf708a04) AuthConfig (2c2af53be916a656251622619bcc54a41622a31e0571fb89faf96bbb3e1e176b) AuthConfig (4ab77dc347739cabf313082d2e366d03f2bb483377504ad07f2a3ba670e12101) AuthConfig (3417395078af33b6cf1a9ec8c48a1df228eac81fcfa4e7e8962ea17cc18159cc) AuthConfig (6620387a67bb3baf29d19149fbcc0de95bf1028d88cb01fde52cc87c1931c22b) AuthConfig (d9860e43d7ea90275b88899818fb773def243d23b488726e08b53e0b7de290ea) AuthConfig (114920470d197224ad53cb1f4067c63cc1c4bd7091ecc7a1fc69b2359ec40206) AuthConfig (8538e62786dc2e315c6c7af2ca9f71c0ff12f8fe6b8c0ff905885a5b971fd57c) AuthConfig (3617d39fbb674e38a6310f1491dc9b5483a5277eb2cdd4c67b1ee168babc93e9) AuthConfig (3a19d9a6a1e66ae7c5c67ab4213ba0f4d231568ef972a2424249d95639113c81) AuthConfig (a165c44d98710263aac4fe4eaf56b6bfbd94263f3a79a1a36bdea0af1444d271) AuthConfig (442d809a54064c1a0a3eab4c144da87b7d2b2fa707b58050a6a94d7e72873a26) AuthConfig (d0676e841c7bc42568daa0017595bbbb20fffa8c6242d58f90b596fa9b7aa458) AuthConfig (ad5d51331003d4231b2abbc7653034368deac2d58e60bb70523cf0be09145a45) AuthConfig (65cb679d6853def1d22f073ad9e9212195d7026e816e8e818fe4be5ae583d0bc) AuthConfig (0b9416fda7a82cba65eabcfc6d19233c6ae5fee2196c5e90eb943c489f58e48c) AuthConfig (28ad96c173140b0a97627f87c0d8229e5193f29348339608951a104c41c2b39b) AuthConfig (c42f00f6a69df434c62eb616bd40510760096a6fe49c1d61d4ff1845015e8c9e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"37e7e988-6417-4256-a1a6-be40d3bef25d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:18.100575512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"2c43785e-f601-4f78-8457-9b19c8a42a9d","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:18.100596463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"2c43785e-f601-4f78-8457-9b19c8a42a9d","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:20.053055724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"0540edb8-4d80-4a17-9afb-3f303d8598cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:20.110212671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"0540edb8-4d80-4a17-9afb-3f303d8598cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:20.42936229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"753de052-3926-4dc8-bf36-f4f45c7b1117","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:20.429381521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"753de052-3926-4dc8-bf36-f4f45c7b1117","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.051422609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"eac12570-4a57-4924-bc5b-33ddddcedd83","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.051442461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"eac12570-4a57-4924-bc5b-33ddddcedd83","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.111531195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"b00703cd-96cd-4268-ba85-7beca783dde9","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.111559569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"b00703cd-96cd-4268-ba85-7beca783dde9","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.160386265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"dfffed84-37ba-48fc-8d9d-116393410613","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:21.161440685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"02a3f2c1-f2d2-44ea-b3cc-974dae553cd2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-487034\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.218054692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"dfffed84-37ba-48fc-8d9d-116393410613","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.271470458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"24c64696-5019-4a93-b33e-94514aa8cc05","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.271488268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"24c64696-5019-4a93-b33e-94514aa8cc05","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.326882886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"57396add-360e-4c9b-983d-fb05d92f7d7c","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.326900617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"57396add-360e-4c9b-983d-fb05d92f7d7c","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.355942375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"f95b755a-84d8-487a-91c4-e2ba4f78bac9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.412819385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"f95b755a-84d8-487a-91c4-e2ba4f78bac9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.56818322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"b2ef85d6-7e32-44ad-8d46-5e06c7eaf59d","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.569845329Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"433dff30-d01e-4761-8931-9e58fbc6ea2e","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"maas-trlp-auth-test-model-23302c","model":"auth-test-model-23302c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-23302c/e2e-auth-iso-487034"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.671986733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"b2ef85d6-7e32-44ad-8d46-5e06c7eaf59d","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.780523524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"419f3fb2-9ede-4417-aeed-1eb9db5999c5","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.780548437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"419f3fb2-9ede-4417-aeed-1eb9db5999c5","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.780980299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"a23802c2-06f5-4fa9-a759-00d5751bcc14","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.780997155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"a23802c2-06f5-4fa9-a759-00d5751bcc14","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:21.989664689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"2a425092-3f76-4303-9383-4327464d54b1","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"maas-trlp-auth-test-model-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:25.879366124Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.233470444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"17d34dd5-10f6-4230-a993-0a3cfed4e71f","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.233500128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"17d34dd5-10f6-4230-a993-0a3cfed4e71f","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.291702605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"5845a57d-2054-4fcf-b8d4-fef09a53dd87","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.291800896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"5845a57d-2054-4fcf-b8d4-fef09a53dd87","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.337439892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"73a0a777-51be-4a6d-a158-47056a89c775","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:27.343966188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"e231ed7b-99b1-4067-91c3-ee191ed406de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a71849\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:27.345451124Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"5845a57d-2054-4fcf-b8d4-fef09a53dd87","name":"auth-test-model-19f6ea","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-19f6ea\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:27.345501896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"5845a57d-2054-4fcf-b8d4-fef09a53dd87","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-19f6ea\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.351458848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"7254b5ae-ed35-4cc9-b0c6-a1cf40f77a13","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.351474829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"7254b5ae-ed35-4cc9-b0c6-a1cf40f77a13","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.395796272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"73a0a777-51be-4a6d-a158-47056a89c775","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.453677129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"e3274ae1-13c0-4128-9516-d8e28e0f8aed","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.453701143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"e3274ae1-13c0-4128-9516-d8e28e0f8aed","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.510888922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"046d5b2f-6272-4677-b4a1-ad94bd4403dd","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.510910766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"046d5b2f-6272-4677-b4a1-ad94bd4403dd","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.704661844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"9eabfd23-18ea-4ab5-a566-1839cee74655","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.721255422Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"66db51bd-7891-49c7-9544-dd6c3873d491","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"maas-trlp-auth-test-model-19f6ea","model":"auth-test-model-19f6ea","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-19f6ea/e2e-auth-iso-a71849"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.761662559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"9eabfd23-18ea-4ab5-a566-1839cee74655","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.890030269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"745dcea6-af81-4990-8d34-9be00d890fa2","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:27.890050329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"745dcea6-af81-4990-8d34-9be00d890fa2","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:28.099392775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"c48f9f54-88e3-4512-b9b4-9f9bf01ac659","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"maas-trlp-auth-test-model-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:28.205406001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"2dad259e-3190-4506-bd37-6caaf211718e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:28.262663874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"2dad259e-3190-4506-bd37-6caaf211718e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:28.327088847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-dc5cdd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3e69c7b05c14797af04d41ff369405eeb8fdcdf61464763d9592a6adf708a04) AuthConfig (2c2af53be916a656251622619bcc54a41622a31e0571fb89faf96bbb3e1e176b) AuthConfig (4ab77dc347739cabf313082d2e366d03f2bb483377504ad07f2a3ba670e12101) AuthConfig (3417395078af33b6cf1a9ec8c48a1df228eac81fcfa4e7e8962ea17cc18159cc) AuthConfig (6620387a67bb3baf29d19149fbcc0de95bf1028d88cb01fde52cc87c1931c22b) AuthConfig (d9860e43d7ea90275b88899818fb773def243d23b488726e08b53e0b7de290ea) AuthConfig (114920470d197224ad53cb1f4067c63cc1c4bd7091ecc7a1fc69b2359ec40206) AuthConfig (8538e62786dc2e315c6c7af2ca9f71c0ff12f8fe6b8c0ff905885a5b971fd57c) AuthConfig (3617d39fbb674e38a6310f1491dc9b5483a5277eb2cdd4c67b1ee168babc93e9) AuthConfig (3a19d9a6a1e66ae7c5c67ab4213ba0f4d231568ef972a2424249d95639113c81) AuthConfig (a165c44d98710263aac4fe4eaf56b6bfbd94263f3a79a1a36bdea0af1444d271) AuthConfig (442d809a54064c1a0a3eab4c144da87b7d2b2fa707b58050a6a94d7e72873a26) AuthConfig (d0676e841c7bc42568daa0017595bbbb20fffa8c6242d58f90b596fa9b7aa458) AuthConfig (ad5d51331003d4231b2abbc7653034368deac2d58e60bb70523cf0be09145a45) AuthConfig (65cb679d6853def1d22f073ad9e9212195d7026e816e8e818fe4be5ae583d0bc) AuthConfig (0b9416fda7a82cba65eabcfc6d19233c6ae5fee2196c5e90eb943c489f58e48c) AuthConfig (28ad96c173140b0a97627f87c0d8229e5193f29348339608951a104c41c2b39b) AuthConfig (c42f00f6a69df434c62eb616bd40510760096a6fe49c1d61d4ff1845015e8c9e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"2dad259e-3190-4506-bd37-6caaf211718e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:35.954321154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"7eb585a6-95a4-4118-9c29-9161ddab212a","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"maas-trlp-auth-test-model-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:36.122201628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"8e908e28-ad3b-454f-a874-fd258d3c8dbe","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:36.122224729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"8e908e28-ad3b-454f-a874-fd258d3c8dbe","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:37.301160461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"b82fb830-368c-4ac6-af2d-066f9a0b8651","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:37.358402958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"b82fb830-368c-4ac6-af2d-066f9a0b8651","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:37.697632159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"b3abd7fa-5d08-42f3-9122-345e3c9641ad","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:37.697653899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"b3abd7fa-5d08-42f3-9122-345e3c9641ad","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:37.755754044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"ae209058-7975-4e2d-a33c-1b567ee7ccff","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:37.755772268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"ae209058-7975-4e2d-a33c-1b567ee7ccff","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:37.87184724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"ebfbc745-80c1-4596-a551-927dd0db1318","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:37.999801798Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"ebfbc745-80c1-4596-a551-927dd0db1318","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:38.05530595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-d4f84d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"ebfbc745-80c1-4596-a551-927dd0db1318","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:38.112560955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"c79c046a-4b19-42f1-92ba-7ef19c2a66d0","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:38.112580085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"c79c046a-4b19-42f1-92ba-7ef19c2a66d0","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:38.43269463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"b00880cb-3a6f-4713-95d4-126a8b9495fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:38.490557405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"b00880cb-3a6f-4713-95d4-126a8b9495fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:38.806396857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"e3705ad8-63d8-49be-8ee3-7e1a47daeb5d","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:38.806417878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"e3705ad8-63d8-49be-8ee3-7e1a47daeb5d","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.167859282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"4e110d1f-60e7-470a-8c71-24893b9ee3ed","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.167886124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"4e110d1f-60e7-470a-8c71-24893b9ee3ed","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.226506916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"c0488e92-4b47-41fb-a685-2f2f7f6a6082","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.226534332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"c0488e92-4b47-41fb-a685-2f2f7f6a6082","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.271181691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"4b4439e4-3da9-4002-889e-4db4e768066d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:44.277390937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"5a842866-a1e1-4671-84c9-63d6558809f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ac6120\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:44.280130776Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"c0488e92-4b47-41fb-a685-2f2f7f6a6082","name":"auth-test-model-dc5cdd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-dc5cdd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:44.280185648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"c0488e92-4b47-41fb-a685-2f2f7f6a6082","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-dc5cdd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.285535419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"106d09cd-b5d4-474c-b300-0033f7eada4c","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.285550337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"106d09cd-b5d4-474c-b300-0033f7eada4c","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.328491017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"4b4439e4-3da9-4002-889e-4db4e768066d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.385036755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"2d8589bc-3412-4d01-aa89-efa6fc2a2f48","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.385059282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"2d8589bc-3412-4d01-aa89-efa6fc2a2f48","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.44204812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"d51d7d2e-e8d1-42a4-872f-1331c4e0bede","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.442067684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"d51d7d2e-e8d1-42a4-872f-1331c4e0bede","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.636033102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"9e5ea5ff-66ff-4c52-b774-ec1d94ddc210","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.666156223Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"8c442625-aba4-4c01-9635-0f818f80e5b9","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"maas-trlp-auth-test-model-dc5cdd","model":"auth-test-model-dc5cdd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-dc5cdd/e2e-auth-iso-ac6120"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.692962425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"9e5ea5ff-66ff-4c52-b774-ec1d94ddc210","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.833228449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"269c0fe5-f687-4c0f-9091-2407a26d5072","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:44.833257159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"269c0fe5-f687-4c0f-9091-2407a26d5072","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:45.042703209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"62c5348f-e11f-4a0d-a4b1-68a1bee80268","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"maas-trlp-auth-test-model-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:48.216984012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"b6a8017b-b427-48f3-a14d-cb9d3583a536","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:48.273889794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"b6a8017b-b427-48f3-a14d-cb9d3583a536","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:48.329796013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-d4f84d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"b6a8017b-b427-48f3-a14d-cb9d3583a536","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.031837002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"735ef96f-6ea2-41a5-8891-ca658b099945","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-200c46","tenantID":"e2e-explicit-200c46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.15026592Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"735ef96f-6ea2-41a5-8891-ca658b099945","name":"e2e-explicit-200c46-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.209794751Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","namespace":"ai-tenant-e2e-praxis-a-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.209868072Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","namespace":"ai-tenant-e2e-praxis-a-81d66e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.209928362Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","tenant":"e2e-praxis-a-81d66e","tenantID":"e2e-praxis-a-81d66e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.264004204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"Deployment","name":"maas-api-e2e-praxis-a-81d66e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.325400863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"Service","name":"maas-api-e2e-praxis-a-81d66e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.381152251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-81d66e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.437387793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-81d66e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.492628102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.549274997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.604800748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.659055177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.711042116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.762746649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.815398827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"Service","name":"payload-processing-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.86689378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.879323097Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.918631681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:55.970471126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:56.022416012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:56.078721746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:56.132366367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:56.184098626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:56.240524304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-81d66e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:56.292576367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"default-tenant","reconcileID":"dec1930c-b45e-4a62-81c4-e39b7e9a372d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-81d66e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:57.114566821Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-81d66e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-81d66e","reconcileID":"88f9f9b6-105d-44f0-90eb-ead1acb524fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-81d66e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-81d66e"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.27804747Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"760d2ced-9fa5-4ca8-8c1b-43849a345486","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.387909821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"760d2ced-9fa5-4ca8-8c1b-43849a345486","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.393341324Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"5259eae1-a79f-485a-8c48-3d4a24e2b598","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.393396799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"5259eae1-a79f-485a-8c48-3d4a24e2b598","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.40362941Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"819cd7f4-2a0c-401c-9919-42a088a8c002","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.403679289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"819cd7f4-2a0c-401c-9919-42a088a8c002","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.424007562Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"7a8e9e6a-b1b2-4528-9c46-42f85cfa03bb","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.424058147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"7a8e9e6a-b1b2-4528-9c46-42f85cfa03bb","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.465326308Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"95cc10af-4c6d-4fa2-b7d7-e3b63aefc5c4","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.465419315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"95cc10af-4c6d-4fa2-b7d7-e3b63aefc5c4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.54634633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"dc99dba5-4d88-4573-b0a2-2d2a48aa2777","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.546685078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"dc99dba5-4d88-4573-b0a2-2d2a48aa2777","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.706972837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"a65354ee-c7bc-486d-a7ca-069e575118c3","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:57.707067305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"a65354ee-c7bc-486d-a7ca-069e575118c3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:58.027716064Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"358db3f6-5788-43c6-b55d-956e42482995","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:58.027785648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"358db3f6-5788-43c6-b55d-956e42482995","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:58.222137744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5b12ea1-21fb-4af3-869d-4ae0f7d73d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:58.274176076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5b12ea1-21fb-4af3-869d-4ae0f7d73d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:58.325993241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5b12ea1-21fb-4af3-869d-4ae0f7d73d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:58.378037398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5b12ea1-21fb-4af3-869d-4ae0f7d73d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:58.481904674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"6954d712-b1e9-498d-8c6d-85d2e9cb9950","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:58.539186043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"6954d712-b1e9-498d-8c6d-85d2e9cb9950","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:28:58.647017604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-d4f84d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"6954d712-b1e9-498d-8c6d-85d2e9cb9950","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:58.668370221Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"376db6a1-51af-45d3-b6a1-dd594abff919","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:58.668433529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"376db6a1-51af-45d3-b6a1-dd594abff919","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:59.94873156Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"bc5d8058-5a62-450e-b1c6-20c078324aba","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:28:59.948799148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"bc5d8058-5a62-450e-b1c6-20c078324aba","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:00.261205032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585ac601-e420-497c-b0a3-ae24bac3e518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:00.313153766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585ac601-e420-497c-b0a3-ae24bac3e518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:00.364846192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585ac601-e420-497c-b0a3-ae24bac3e518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:00.416514612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585ac601-e420-497c-b0a3-ae24bac3e518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:29:02.50953385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"247ae3b4-b955-4052-a637-09e3474c0994","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:29:02.509608556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"247ae3b4-b955-4052-a637-09e3474c0994","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:29:03.195764461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"89de9163-3950-422c-b26f-666f5167f6d3","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:29:03.195858011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"89de9163-3950-422c-b26f-666f5167f6d3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:08.752230332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"16d41be7-6add-4914-9000-34b1ddaa10fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:08.809626491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"16d41be7-6add-4914-9000-34b1ddaa10fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:08.865561075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-d4f84d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"16d41be7-6add-4914-9000-34b1ddaa10fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:29:13.436887847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"144038a5-63f3-4228-851d-a21b9c06e248","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:29:13.436956967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-81d66e","namespace":"ai-tenant-e2e-praxis-a-81d66e"},"namespace":"ai-tenant-e2e-praxis-a-81d66e","name":"praxis-route-81d66e","reconcileID":"144038a5-63f3-4228-851d-a21b9c06e248","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-81d66e/praxis-route-81d66e-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-81d66e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:13.595560196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"e4785a13-ffe0-4efd-b277-8be8e779a03e","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"maas-trlp-auth-test-model-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:13.708706658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"660654d8-b63d-4839-9194-ed4ec6752728","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"maas-trlp-auth-test-model-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:13.778380368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"7e7009d6-0bc6-4e93-a26a-5a66e435745a","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:13.778408651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"7e7009d6-0bc6-4e93-a26a-5a66e435745a","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:13.879378879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"1cb5b8f6-5acf-4f23-b609-a493d580032d","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:13.879496286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"1cb5b8f6-5acf-4f23-b609-a493d580032d","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:14.051239728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"35895d85-d972-4e06-9df3-364b86d7dc36","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:14.109485652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"35895d85-d972-4e06-9df3-364b86d7dc36","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:14.694775274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"b0e79f1a-23d1-4562-b654-443311cc1671","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:14.752025566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"b0e79f1a-23d1-4562-b654-443311cc1671","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:15.988458283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"75421027-6c0d-4412-8764-be2295fc780a","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:15.988486281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"75421027-6c0d-4412-8764-be2295fc780a","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:16.045873348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"5f0968a3-cd48-4eec-b935-e9140b1e5206","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:16.045894717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"5f0968a3-cd48-4eec-b935-e9140b1e5206","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:16.149866805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"e6bffeb2-44ac-47e4-8167-511941e7d2f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:16.349612569Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"e6bffeb2-44ac-47e4-8167-511941e7d2f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:16.406500984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a56c7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"e6bffeb2-44ac-47e4-8167-511941e7d2f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:16.462742851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"1c3545b7-4b6c-48ac-8451-48a86ac307a6","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:16.462765062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"1c3545b7-4b6c-48ac-8451-48a86ac307a6","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:18.243323916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"05272683-b218-404c-bc39-47a6f1b9769a","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:18.243342523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"05272683-b218-404c-bc39-47a6f1b9769a","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:18.346531717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"88f4b1cc-8b34-4de6-8a31-02abbf8b22ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:18.403608656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"88f4b1cc-8b34-4de6-8a31-02abbf8b22ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:18.405624511Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"ce72a5b6-e2ab-48a7-bb89-b37d01e2d314","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-55b37bbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:18.716821467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"2162af82-d6db-495c-9815-d4b5eb26b439","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:18.775926573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"2162af82-d6db-495c-9815-d4b5eb26b439","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:18.97258322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"c127fc6a-8a3c-46d4-922d-e21191c68e73","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:19.030245908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"c127fc6a-8a3c-46d4-922d-e21191c68e73","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:19.086701627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-d4f84d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93ac8a4beb00dcc796b6f20b4b081a5983c81f41f68b9023430208c2db61f084) AuthConfig (98ce1a0c33c969bb7e64f2cf5681b620346b1e1dadc03b0d54965fb880ddd0cb) AuthConfig (d703984196c8c33e717488629f6903ed3085e908599a8b26e343681e549d7923) AuthConfig (ffc508cd22e1118380ce33f81a248d591ef1657f6a7a23b0ccaf484ec8fa15aa) AuthConfig (a86f5e9e8e2a2520b53a8cdd747bcbabcfcd415fa27cc49462fc088867ff7c44) AuthConfig (004f4b819910164039925144c659698d7fd6b02918909928859bbf03778ec2cc) AuthConfig (ebfa3bd5524a0fa22ea29804d7336220c89e0023059a4ea82102cdf65f87e6fc) AuthConfig (c54998fd1254f0080bc212043c28e3193ae5e76909248ab1bdb5dea654f117e6) AuthConfig (4e539be3b30186017618caeeb6f2144def4bc1821901078f1ec0cbb26aa812f3) AuthConfig (b2909c237467dd00749d81056e7c88f23e5e44f414a307a1a58827a5d7add369) AuthConfig (ba8c04445620a9d2af753501566836812f7512cb53d84b401fda4eedf1d59c3c) AuthConfig (5b06ec7bae2fe3e8b68dfb7008c4bb3580fc460c96aa75cf449edcaa66315903) AuthConfig (287d053bbeb5f1f725f25ab5c043f33ecb4b55c3ba46428c6907bd828fe4514c) AuthConfig (bbc3e0a024ad16b2cf823a6b432f87cb92d0a9e64c72b16967299fa028b776aa) AuthConfig (d0af31e417dc600bed58d830a8dfcfa91137489b0c7611623de12388a5d8c569) AuthConfig (3be42183a680c7d92f78a91d2a7b197f6def561b936283a074f2ffe9aa4d14fd) AuthConfig (44ca9b9449073679203e9fadbcdea5ab0528d029d352b890dee4a1659760d4a2) AuthConfig (0ffc90ebe11a7633bb293c5338f698ef215cc8575c1ce99a962b032469c242b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"c127fc6a-8a3c-46d4-922d-e21191c68e73","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:19.144732109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"91b6fece-799b-4617-acde-ccbea6c0143f","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:19.144755255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"91b6fece-799b-4617-acde-ccbea6c0143f","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:25.898577512Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:26.567255888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"ebbd3504-836a-44a0-a6a1-2bf627f875fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:26.627941906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"ebbd3504-836a-44a0-a6a1-2bf627f875fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:26.685213281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a56c7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"ebbd3504-836a-44a0-a6a1-2bf627f875fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:28.457775811Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"2297b0eb-7f5a-4a3b-a1c8-1f63aca0a374","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","subscription":"e2e-auth-iso-ac6120","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:28.509949323Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"2297b0eb-7f5a-4a3b-a1c8-1f63aca0a374","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:28.590929726Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"2297b0eb-7f5a-4a3b-a1c8-1f63aca0a374","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"maas-trlp-auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:28.864774121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"c374bebf-9641-444c-9f0d-b3baa98dfd82","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:28.864796251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"c374bebf-9641-444c-9f0d-b3baa98dfd82","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:28.967969666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"cff0e4c9-e07c-457a-8d8b-1d127347a64a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.030386566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"cff0e4c9-e07c-457a-8d8b-1d127347a64a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.031818755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"4dae3f13-84cc-43e9-a63f-44130038315e","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.031835374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"4dae3f13-84cc-43e9-a63f-44130038315e","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.13462146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"6589eaee-3683-4587-ab65-399400736f51","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.192883013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"6589eaee-3683-4587-ab65-399400736f51","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.193039294Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"19607117-2834-4e9e-a9ad-58d04431a0b9","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dd1b3d8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.248975201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"c2930c97-a637-4fb7-9b42-a64c1baf4ccf","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.306365022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"c2930c97-a637-4fb7-9b42-a64c1baf4ccf","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.349177082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"5f9cebec-a39c-48e9-81e6-03213774db35","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.361999751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-d4f84d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93ac8a4beb00dcc796b6f20b4b081a5983c81f41f68b9023430208c2db61f084) AuthConfig (98ce1a0c33c969bb7e64f2cf5681b620346b1e1dadc03b0d54965fb880ddd0cb) AuthConfig (d703984196c8c33e717488629f6903ed3085e908599a8b26e343681e549d7923) AuthConfig (ffc508cd22e1118380ce33f81a248d591ef1657f6a7a23b0ccaf484ec8fa15aa) AuthConfig (a86f5e9e8e2a2520b53a8cdd747bcbabcfcd415fa27cc49462fc088867ff7c44) AuthConfig (004f4b819910164039925144c659698d7fd6b02918909928859bbf03778ec2cc) AuthConfig (ebfa3bd5524a0fa22ea29804d7336220c89e0023059a4ea82102cdf65f87e6fc) AuthConfig (c54998fd1254f0080bc212043c28e3193ae5e76909248ab1bdb5dea654f117e6) AuthConfig (4e539be3b30186017618caeeb6f2144def4bc1821901078f1ec0cbb26aa812f3) AuthConfig (b2909c237467dd00749d81056e7c88f23e5e44f414a307a1a58827a5d7add369) AuthConfig (ba8c04445620a9d2af753501566836812f7512cb53d84b401fda4eedf1d59c3c) AuthConfig (5b06ec7bae2fe3e8b68dfb7008c4bb3580fc460c96aa75cf449edcaa66315903) AuthConfig (287d053bbeb5f1f725f25ab5c043f33ecb4b55c3ba46428c6907bd828fe4514c) AuthConfig (bbc3e0a024ad16b2cf823a6b432f87cb92d0a9e64c72b16967299fa028b776aa) AuthConfig (d0af31e417dc600bed58d830a8dfcfa91137489b0c7611623de12388a5d8c569) AuthConfig (3be42183a680c7d92f78a91d2a7b197f6def561b936283a074f2ffe9aa4d14fd) AuthConfig (44ca9b9449073679203e9fadbcdea5ab0528d029d352b890dee4a1659760d4a2) AuthConfig (0ffc90ebe11a7633bb293c5338f698ef215cc8575c1ce99a962b032469c242b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"c2930c97-a637-4fb7-9b42-a64c1baf4ccf","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.406142249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"5f9cebec-a39c-48e9-81e6-03213774db35","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.489004574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"5ba2a278-78c1-46f3-a477-b19d9ff6f5df","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:29.548559077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"5ba2a278-78c1-46f3-a477-b19d9ff6f5df","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:31.328608028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b737ccb-750a-49df-8903-2e7f9be42b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:31.38249266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b737ccb-750a-49df-8903-2e7f9be42b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:31.434614242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b737ccb-750a-49df-8903-2e7f9be42b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:31.4865781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b737ccb-750a-49df-8903-2e7f9be42b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:33.411029223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73eb922-6bb9-40ee-bf26-64ab5b6fe5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:33.463051275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73eb922-6bb9-40ee-bf26-64ab5b6fe5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:33.514889753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73eb922-6bb9-40ee-bf26-64ab5b6fe5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:33.567211103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73eb922-6bb9-40ee-bf26-64ab5b6fe5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:35.513319912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c095a6b6-a581-47d5-922e-6040b9e6295e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:35.565357263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c095a6b6-a581-47d5-922e-6040b9e6295e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:35.617430459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c095a6b6-a581-47d5-922e-6040b9e6295e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:35.66922861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c095a6b6-a581-47d5-922e-6040b9e6295e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:36.820776281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"ce30c6c4-0162-4dab-8004-b690116dde68","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:36.886211471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"ce30c6c4-0162-4dab-8004-b690116dde68","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:36.941757456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a56c7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"ce30c6c4-0162-4dab-8004-b690116dde68","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:37.54860087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb24e6b-7c82-4b63-9c94-22a0496d41db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:37.601564403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb24e6b-7c82-4b63-9c94-22a0496d41db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:37.653660566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb24e6b-7c82-4b63-9c94-22a0496d41db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:37.705329144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb24e6b-7c82-4b63-9c94-22a0496d41db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.246441221Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"3bb7a93a-d7c0-4f75-b589-d0a86442ac37","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","subscription":"e2e-auth-iso-ac6120","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.298789608Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"3bb7a93a-d7c0-4f75-b589-d0a86442ac37","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.351363517Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"3bb7a93a-d7c0-4f75-b589-d0a86442ac37","MaaSSubscription":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"maas-trlp-auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.46611143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"2b01073e-553a-41bb-ba6f-b559b78406ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.523106785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"2b01073e-553a-41bb-ba6f-b559b78406ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.578765053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-d4f84d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93ac8a4beb00dcc796b6f20b4b081a5983c81f41f68b9023430208c2db61f084) AuthConfig (98ce1a0c33c969bb7e64f2cf5681b620346b1e1dadc03b0d54965fb880ddd0cb) AuthConfig (d703984196c8c33e717488629f6903ed3085e908599a8b26e343681e549d7923) AuthConfig (ffc508cd22e1118380ce33f81a248d591ef1657f6a7a23b0ccaf484ec8fa15aa) AuthConfig (a86f5e9e8e2a2520b53a8cdd747bcbabcfcd415fa27cc49462fc088867ff7c44) AuthConfig (004f4b819910164039925144c659698d7fd6b02918909928859bbf03778ec2cc) AuthConfig (ebfa3bd5524a0fa22ea29804d7336220c89e0023059a4ea82102cdf65f87e6fc) AuthConfig (c54998fd1254f0080bc212043c28e3193ae5e76909248ab1bdb5dea654f117e6) AuthConfig (4e539be3b30186017618caeeb6f2144def4bc1821901078f1ec0cbb26aa812f3) AuthConfig (b2909c237467dd00749d81056e7c88f23e5e44f414a307a1a58827a5d7add369) AuthConfig (ba8c04445620a9d2af753501566836812f7512cb53d84b401fda4eedf1d59c3c) AuthConfig (5b06ec7bae2fe3e8b68dfb7008c4bb3580fc460c96aa75cf449edcaa66315903) AuthConfig (287d053bbeb5f1f725f25ab5c043f33ecb4b55c3ba46428c6907bd828fe4514c) AuthConfig (bbc3e0a024ad16b2cf823a6b432f87cb92d0a9e64c72b16967299fa028b776aa) AuthConfig (d0af31e417dc600bed58d830a8dfcfa91137489b0c7611623de12388a5d8c569) AuthConfig (3be42183a680c7d92f78a91d2a7b197f6def561b936283a074f2ffe9aa4d14fd) AuthConfig (44ca9b9449073679203e9fadbcdea5ab0528d029d352b890dee4a1659760d4a2) AuthConfig (0ffc90ebe11a7633bb293c5338f698ef215cc8575c1ce99a962b032469c242b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"2b01073e-553a-41bb-ba6f-b559b78406ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.624756532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"1e5dfd7c-367f-468a-ba43-385e58f5e15c","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.624774489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"1e5dfd7c-367f-468a-ba43-385e58f5e15c","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.738951463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"9bfd956d-c98c-4e16-b80c-07c6ab0222a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.781005311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"63ecbde1-0092-4fef-9fc4-035acb7cd5dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.781123206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"61fb7c32-5a30-487d-8694-b90b8a20d579","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.781139442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"61fb7c32-5a30-487d-8694-b90b8a20d579","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.795929407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"9bfd956d-c98c-4e16-b80c-07c6ab0222a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:39.937080692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"63ecbde1-0092-4fef-9fc4-035acb7cd5dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.066815368Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"63ecbde1-0092-4fef-9fc4-035acb7cd5dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"name":"e2e-shared-a-w2-8f9c6b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.066841069Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"e2e-auth-iso-ac6120","reconcileID":"63ecbde1-0092-4fef-9fc4-035acb7cd5dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.124161145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"6d06d0de-3fd2-40e6-8bcb-3da8922143d5","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"tenant":"e2e-shared-a-w2-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","model":"ai-tenant-e2e-shared-a-w2-8f9c6b/auth-test-model-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.124185401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"auth-test-model-8f9c6b","reconcileID":"6d06d0de-3fd2-40e6-8bcb-3da8922143d5","MaaSModelRef":{"name":"auth-test-model-8f9c6b","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"routeName":"auth-test-model-8f9c6b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","llmisvcName":"auth-test-model-8f9c6b","gateway":"openshift-ingress/e2e-shared-a-w2-8f9c6b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.138116593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"1d972dd3-b916-406c-bd5e-55d51150c8e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.195092564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"1d972dd3-b916-406c-bd5e-55d51150c8e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.276471299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"e8bb4ff4-569c-404b-a67d-80ab58eafa6a","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.276490835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"e8bb4ff4-569c-404b-a67d-80ab58eafa6a","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.3496364Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"ecd7c968-5319-4c17-813d-fb3fdc9ce7dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.505544702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"ecd7c968-5319-4c17-813d-fb3fdc9ce7dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.633690156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"ecd7c968-5319-4c17-813d-fb3fdc9ce7dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"name":"e2e-shared-b-w2-dc5cdd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.633720262Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"e2e-auth-iso-ac6120","reconcileID":"ecd7c968-5319-4c17-813d-fb3fdc9ce7dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac6120","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.69138534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"cfc7f6f9-c48d-4e4b-ab0a-9ac98b3e5a61","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"tenant":"e2e-shared-b-w2-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","model":"ai-tenant-e2e-shared-b-w2-dc5cdd/auth-test-model-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:40.691411519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"auth-test-model-dc5cdd","reconcileID":"cfc7f6f9-c48d-4e4b-ab0a-9ac98b3e5a61","MaaSModelRef":{"name":"auth-test-model-dc5cdd","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"routeName":"auth-test-model-dc5cdd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","llmisvcName":"auth-test-model-dc5cdd","gateway":"openshift-ingress/e2e-shared-b-w2-dc5cdd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:47.047458273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"35f5ba1a-e0a4-4f8b-ab50-8f4ee60b4121","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:47.104895914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"35f5ba1a-e0a4-4f8b-ab50-8f4ee60b4121","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:47.160789474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a56c7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"35f5ba1a-e0a4-4f8b-ab50-8f4ee60b4121","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:49.682992954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"73526b1a-5e91-4e4d-a34e-de1378b356b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:49.740151284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"73526b1a-5e91-4e4d-a34e-de1378b356b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:49.796463767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-d4f84d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93ac8a4beb00dcc796b6f20b4b081a5983c81f41f68b9023430208c2db61f084) AuthConfig (98ce1a0c33c969bb7e64f2cf5681b620346b1e1dadc03b0d54965fb880ddd0cb) AuthConfig (d703984196c8c33e717488629f6903ed3085e908599a8b26e343681e549d7923) AuthConfig (ffc508cd22e1118380ce33f81a248d591ef1657f6a7a23b0ccaf484ec8fa15aa) AuthConfig (a86f5e9e8e2a2520b53a8cdd747bcbabcfcd415fa27cc49462fc088867ff7c44) AuthConfig (004f4b819910164039925144c659698d7fd6b02918909928859bbf03778ec2cc) AuthConfig (ebfa3bd5524a0fa22ea29804d7336220c89e0023059a4ea82102cdf65f87e6fc) AuthConfig (c54998fd1254f0080bc212043c28e3193ae5e76909248ab1bdb5dea654f117e6) AuthConfig (4e539be3b30186017618caeeb6f2144def4bc1821901078f1ec0cbb26aa812f3) AuthConfig (b2909c237467dd00749d81056e7c88f23e5e44f414a307a1a58827a5d7add369) AuthConfig (ba8c04445620a9d2af753501566836812f7512cb53d84b401fda4eedf1d59c3c) AuthConfig (5b06ec7bae2fe3e8b68dfb7008c4bb3580fc460c96aa75cf449edcaa66315903) AuthConfig (287d053bbeb5f1f725f25ab5c043f33ecb4b55c3ba46428c6907bd828fe4514c) AuthConfig (bbc3e0a024ad16b2cf823a6b432f87cb92d0a9e64c72b16967299fa028b776aa) AuthConfig (d0af31e417dc600bed58d830a8dfcfa91137489b0c7611623de12388a5d8c569) AuthConfig (3be42183a680c7d92f78a91d2a7b197f6def561b936283a074f2ffe9aa4d14fd) AuthConfig (44ca9b9449073679203e9fadbcdea5ab0528d029d352b890dee4a1659760d4a2) AuthConfig (0ffc90ebe11a7633bb293c5338f698ef215cc8575c1ce99a962b032469c242b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"73526b1a-5e91-4e4d-a34e-de1378b356b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:55.88035873Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:57.270376592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"1210d4f1-185d-4eef-8c60-0b4b413fbe15","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:57.32778356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"1210d4f1-185d-4eef-8c60-0b4b413fbe15","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:57.383444737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a56c7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ec19d47e32afe71eba11ed65ea70bd97dbda360b06ec6dfde11de7d33350390) AuthConfig (1be0a9f49787254c7829cb63cf782695bb319faa7ee5f7e60757f338b1bc4b15) AuthConfig (cc75cd2c6da3c08a86e5a25ac289fe2b2f17c3876e5797772dfbb2599d5662a2) AuthConfig (00849a50ace5962484d2d51e12e2ef962fca6a660dd3c778973bb2d922071ee6) AuthConfig (112167501329efc05f7c5cc27f7073d4135f2b1050055b9b4359ce18754e24c5) AuthConfig (6eb2defc5b078f20b64f9dd579a0e47531a970998f5dccb42154367658a7246b) AuthConfig (c103c09a3a50cbe303880b5473191bf14fe5acb69f7f87692199fd4f8ad283d0) AuthConfig (5c4ebfdf2927d0302ad5500568cf55a8a41fa167e8c2a3651a24cd3cc026c40c) AuthConfig (d5a3880f26c7e0149d1fbfecbf495474bca12ed6c1d90bb9a825fc5bde5a32ed) AuthConfig (9f4ef23c84e6fa500e02b17e3ede34141dc905d0064e49da3cf2592889665227) AuthConfig (339af86f4ab5c634331e4ab5832d7af4aa81ba9fcbe6630117f94b4df35e6107) AuthConfig (4c87bc143ae4a48dc90527608559d89b85626bb5f297a7bd60fa673ea1bcf2a5) AuthConfig (43a0e2efc39ed0660b947e991148f47ae07d43b438c46514214caca0444ba208) AuthConfig (547352a6837b323a91a27de8479b40b991426d4a438fbcdeeeb94a8358e05838) AuthConfig (6cd4f829cf3b5885ac9d48cf34968ec9c7fce3fa044721f9ee96468409eaceaf) AuthConfig (9c7e741e4de8086c2f06cde5b38267a37ee395b03aa428ba68640b3e375b7d15) AuthConfig (6627a380071af84c57cc7d237e5ef22fc65b480c3bab9966114b668224eeb31b) AuthConfig (5308a1688188d4375232e49da09c289ed92acfcdb4f4b4406e754121c6875794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"1210d4f1-185d-4eef-8c60-0b4b413fbe15","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:57.442876951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"3a49e545-b634-4516-9bc8-54c074619205","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:57.442902191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"3a49e545-b634-4516-9bc8-54c074619205","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:59.901427163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"ba84556b-f52c-408d-b15b-7e7f91b2ee0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:29:59.958890405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"ba84556b-f52c-408d-b15b-7e7f91b2ee0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:00.280454377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"65f7b9e5-a4dd-4911-a6e7-f3cf304b6f07","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:00.280480919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"65f7b9e5-a4dd-4911-a6e7-f3cf304b6f07","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:05.770157046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"fb133bc4-4d3c-4f94-946f-694f4426ca93","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:05.770182174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"fb133bc4-4d3c-4f94-946f-694f4426ca93","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:05.838067357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"e91a17c4-003b-43dc-9536-b72adaadf794","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:05.838091342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"e91a17c4-003b-43dc-9536-b72adaadf794","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:05.875180674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"c1950549-8738-4fe9-9650-9b6bb0e7816a","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:30:05.877613984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"8ac38821-a807-401f-8c52-0490d84f1686","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-487034\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:30:05.891833665Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"e91a17c4-003b-43dc-9536-b72adaadf794","name":"auth-test-model-d4f84d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d4f84d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:30:05.891895775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"e91a17c4-003b-43dc-9536-b72adaadf794","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d4f84d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:05.897327231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"2e374bed-eb70-46fe-9582-b9e3fa089888","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:05.897347323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"2e374bed-eb70-46fe-9582-b9e3fa089888","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:05.932870873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"c1950549-8738-4fe9-9650-9b6bb0e7816a","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:05.989542997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"c1581a81-42ff-4edd-b029-5938522dae74","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:05.989566325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"c1581a81-42ff-4edd-b029-5938522dae74","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:06.049272469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"fa201288-444f-4d86-900d-ebe654c12f3b","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:06.049315263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"fa201288-444f-4d86-900d-ebe654c12f3b","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:06.306157996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"ea992728-76a8-4008-9228-128805ee02cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:06.319316368Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"25a879ca-17b6-4ef7-a3c8-547f7148e4e9","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"maas-trlp-auth-test-model-d4f84d","model":"auth-test-model-d4f84d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-d4f84d/e2e-auth-iso-487034"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:06.369098703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"ea992728-76a8-4008-9228-128805ee02cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:06.506581569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"50aa9d2c-f86a-461d-bb4f-b8e25f7faf66","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:06.506600857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"50aa9d2c-f86a-461d-bb4f-b8e25f7faf66","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:06.790527311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"df90d9ca-0568-4ce6-883e-75024a2a3dfa","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"maas-trlp-auth-test-model-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:07.182450401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e7a6b5-06cf-4d48-bc42-08366821005f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:07.234598506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e7a6b5-06cf-4d48-bc42-08366821005f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:07.286672684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e7a6b5-06cf-4d48-bc42-08366821005f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:07.338836903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e7a6b5-06cf-4d48-bc42-08366821005f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:07.551737307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"f2f374eb-a28f-46f3-aded-9b516b816275","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:07.608938761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"f2f374eb-a28f-46f3-aded-9b516b816275","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:07.664811239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a56c7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ec19d47e32afe71eba11ed65ea70bd97dbda360b06ec6dfde11de7d33350390) AuthConfig (1be0a9f49787254c7829cb63cf782695bb319faa7ee5f7e60757f338b1bc4b15) AuthConfig (cc75cd2c6da3c08a86e5a25ac289fe2b2f17c3876e5797772dfbb2599d5662a2) AuthConfig (00849a50ace5962484d2d51e12e2ef962fca6a660dd3c778973bb2d922071ee6) AuthConfig (112167501329efc05f7c5cc27f7073d4135f2b1050055b9b4359ce18754e24c5) AuthConfig (6eb2defc5b078f20b64f9dd579a0e47531a970998f5dccb42154367658a7246b) AuthConfig (c103c09a3a50cbe303880b5473191bf14fe5acb69f7f87692199fd4f8ad283d0) AuthConfig (5c4ebfdf2927d0302ad5500568cf55a8a41fa167e8c2a3651a24cd3cc026c40c) AuthConfig (d5a3880f26c7e0149d1fbfecbf495474bca12ed6c1d90bb9a825fc5bde5a32ed) AuthConfig (9f4ef23c84e6fa500e02b17e3ede34141dc905d0064e49da3cf2592889665227) AuthConfig (339af86f4ab5c634331e4ab5832d7af4aa81ba9fcbe6630117f94b4df35e6107) AuthConfig (4c87bc143ae4a48dc90527608559d89b85626bb5f297a7bd60fa673ea1bcf2a5) AuthConfig (43a0e2efc39ed0660b947e991148f47ae07d43b438c46514214caca0444ba208) AuthConfig (547352a6837b323a91a27de8479b40b991426d4a438fbcdeeeb94a8358e05838) AuthConfig (6cd4f829cf3b5885ac9d48cf34968ec9c7fce3fa044721f9ee96468409eaceaf) AuthConfig (9c7e741e4de8086c2f06cde5b38267a37ee395b03aa428ba68640b3e375b7d15) AuthConfig (6627a380071af84c57cc7d237e5ef22fc65b480c3bab9966114b668224eeb31b) AuthConfig (5308a1688188d4375232e49da09c289ed92acfcdb4f4b4406e754121c6875794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"f2f374eb-a28f-46f3-aded-9b516b816275","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:09.250725555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1747db-fb01-4aee-817e-068629eb352e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:09.30306397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1747db-fb01-4aee-817e-068629eb352e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:09.355183308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1747db-fb01-4aee-817e-068629eb352e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:09.407631513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1747db-fb01-4aee-817e-068629eb352e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:17.769908887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"95340bb0-e7a8-41a7-babe-6f5b5201b97c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:17.828485172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"95340bb0-e7a8-41a7-babe-6f5b5201b97c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:17.885550835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a56c7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ec19d47e32afe71eba11ed65ea70bd97dbda360b06ec6dfde11de7d33350390) AuthConfig (1be0a9f49787254c7829cb63cf782695bb319faa7ee5f7e60757f338b1bc4b15) AuthConfig (cc75cd2c6da3c08a86e5a25ac289fe2b2f17c3876e5797772dfbb2599d5662a2) AuthConfig (00849a50ace5962484d2d51e12e2ef962fca6a660dd3c778973bb2d922071ee6) AuthConfig (112167501329efc05f7c5cc27f7073d4135f2b1050055b9b4359ce18754e24c5) AuthConfig (6eb2defc5b078f20b64f9dd579a0e47531a970998f5dccb42154367658a7246b) AuthConfig (c103c09a3a50cbe303880b5473191bf14fe5acb69f7f87692199fd4f8ad283d0) AuthConfig (5c4ebfdf2927d0302ad5500568cf55a8a41fa167e8c2a3651a24cd3cc026c40c) AuthConfig (d5a3880f26c7e0149d1fbfecbf495474bca12ed6c1d90bb9a825fc5bde5a32ed) AuthConfig (9f4ef23c84e6fa500e02b17e3ede34141dc905d0064e49da3cf2592889665227) AuthConfig (339af86f4ab5c634331e4ab5832d7af4aa81ba9fcbe6630117f94b4df35e6107) AuthConfig (4c87bc143ae4a48dc90527608559d89b85626bb5f297a7bd60fa673ea1bcf2a5) AuthConfig (43a0e2efc39ed0660b947e991148f47ae07d43b438c46514214caca0444ba208) AuthConfig (547352a6837b323a91a27de8479b40b991426d4a438fbcdeeeb94a8358e05838) AuthConfig (6cd4f829cf3b5885ac9d48cf34968ec9c7fce3fa044721f9ee96468409eaceaf) AuthConfig (9c7e741e4de8086c2f06cde5b38267a37ee395b03aa428ba68640b3e375b7d15) AuthConfig (6627a380071af84c57cc7d237e5ef22fc65b480c3bab9966114b668224eeb31b) AuthConfig (5308a1688188d4375232e49da09c289ed92acfcdb4f4b4406e754121c6875794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"95340bb0-e7a8-41a7-babe-6f5b5201b97c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.319583749Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","namespace":"ai-tenant-e2e-praxis-b-f5dfb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.319642272Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","namespace":"ai-tenant-e2e-praxis-b-f5dfb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.31970962Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","tenant":"e2e-praxis-b-f5dfb8","tenantID":"e2e-praxis-b-f5dfb8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.374578072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f5dfb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.439452562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"Service","name":"maas-api-e2e-praxis-b-f5dfb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.497920808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f5dfb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.552450696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f5dfb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.607384659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.667016183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.724539024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.783557412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.836417967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.888553638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:20.943570666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"Service","name":"payload-processing-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:21.000666172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:21.052315339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:21.104005147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:21.156442365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:21.212635287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:21.265440972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:21.317090228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:21.370662136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f5dfb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:21.426132344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f5dfb8"},"namespace":"ai-tenant-e2e-praxis-b-f5dfb8","name":"default-tenant","reconcileID":"8a5dbee2-40f6-4ea3-b535-07ed96081d47","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f5dfb8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:22.292408714Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f5dfb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f5dfb8","reconcileID":"ae80113c-0b0a-4bbe-8665-5cbab1075d8f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f5dfb8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f5dfb8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:23.452512748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31ca7c5-fa94-4a8d-a324-c898d28cd2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:23.505143768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31ca7c5-fa94-4a8d-a324-c898d28cd2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:23.557037179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31ca7c5-fa94-4a8d-a324-c898d28cd2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:23.609577002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31ca7c5-fa94-4a8d-a324-c898d28cd2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:25.508489221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81167bf8-b029-43f9-b05a-6a904a5b5b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:25.562490769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81167bf8-b029-43f9-b05a-6a904a5b5b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:25.614479221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81167bf8-b029-43f9-b05a-6a904a5b5b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:25.666478072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81167bf8-b029-43f9-b05a-6a904a5b5b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:25.880917058Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:27.989585104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"3afd671e-7470-4d7d-b3f4-763ba63d7c1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:28.050547325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"3afd671e-7470-4d7d-b3f4-763ba63d7c1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:28.106086799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a56c7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ec19d47e32afe71eba11ed65ea70bd97dbda360b06ec6dfde11de7d33350390) AuthConfig (1be0a9f49787254c7829cb63cf782695bb319faa7ee5f7e60757f338b1bc4b15) AuthConfig (cc75cd2c6da3c08a86e5a25ac289fe2b2f17c3876e5797772dfbb2599d5662a2) AuthConfig (00849a50ace5962484d2d51e12e2ef962fca6a660dd3c778973bb2d922071ee6) AuthConfig (112167501329efc05f7c5cc27f7073d4135f2b1050055b9b4359ce18754e24c5) AuthConfig (6eb2defc5b078f20b64f9dd579a0e47531a970998f5dccb42154367658a7246b) AuthConfig (c103c09a3a50cbe303880b5473191bf14fe5acb69f7f87692199fd4f8ad283d0) AuthConfig (5c4ebfdf2927d0302ad5500568cf55a8a41fa167e8c2a3651a24cd3cc026c40c) AuthConfig (d5a3880f26c7e0149d1fbfecbf495474bca12ed6c1d90bb9a825fc5bde5a32ed) AuthConfig (9f4ef23c84e6fa500e02b17e3ede34141dc905d0064e49da3cf2592889665227) AuthConfig (339af86f4ab5c634331e4ab5832d7af4aa81ba9fcbe6630117f94b4df35e6107) AuthConfig (4c87bc143ae4a48dc90527608559d89b85626bb5f297a7bd60fa673ea1bcf2a5) AuthConfig (43a0e2efc39ed0660b947e991148f47ae07d43b438c46514214caca0444ba208) AuthConfig (547352a6837b323a91a27de8479b40b991426d4a438fbcdeeeb94a8358e05838) AuthConfig (6cd4f829cf3b5885ac9d48cf34968ec9c7fce3fa044721f9ee96468409eaceaf) AuthConfig (9c7e741e4de8086c2f06cde5b38267a37ee395b03aa428ba68640b3e375b7d15) AuthConfig (6627a380071af84c57cc7d237e5ef22fc65b480c3bab9966114b668224eeb31b) AuthConfig (5308a1688188d4375232e49da09c289ed92acfcdb4f4b4406e754121c6875794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"3afd671e-7470-4d7d-b3f4-763ba63d7c1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:30.954061922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"628ec698-5ea1-4832-918c-d8e5c7e825c2","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"maas-trlp-auth-test-model-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:31.130518754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"6482cf31-a482-418c-94d8-d3829d66222b","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:31.130560099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"6482cf31-a482-418c-94d8-d3829d66222b","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:31.459598067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"ae335b64-374f-439b-bf91-228e7b936875","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:31.51667481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"ae335b64-374f-439b-bf91-228e7b936875","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:34.114317662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"41ccbf11-efbb-4cd3-8a70-3dc26af03b7b","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:34.114343878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"41ccbf11-efbb-4cd3-8a70-3dc26af03b7b","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:34.217982437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"204a223c-03f7-4a39-aa26-d6dbc098bb4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:34.276005494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"204a223c-03f7-4a39-aa26-d6dbc098bb4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:34.27680179Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"4734619f-c012-453b-acb3-6080e430a978","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a2e084f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:34.587618799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"f3c80977-e9ec-4f92-9dca-9c6862563986","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:34.644465203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"f3c80977-e9ec-4f92-9dca-9c6862563986","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:35.711972878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20f2ab0-eea7-4afc-905d-0904a432f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:35.763724865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20f2ab0-eea7-4afc-905d-0904a432f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:35.816332406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20f2ab0-eea7-4afc-905d-0904a432f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:35.868207289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20f2ab0-eea7-4afc-905d-0904a432f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:36.306414755Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-da1b8b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-da1b8b","reconcileID":"77896f59-f0b1-4e59-ba5d-fc96de00ac51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-da1b8b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-da1b8b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:37.81792784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6aee20-a77d-4363-9dcc-c5fbad68bcbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:37.869825294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6aee20-a77d-4363-9dcc-c5fbad68bcbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:37.921615214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6aee20-a77d-4363-9dcc-c5fbad68bcbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:37.973591759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6aee20-a77d-4363-9dcc-c5fbad68bcbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:38.238893081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"27842d70-31cd-4e64-b13b-88c3676eff58","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:38.296230865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"27842d70-31cd-4e64-b13b-88c3676eff58","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:38.611929449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"3a13714d-cf90-46de-a93e-10279c762012","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:38.61195573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"3a13714d-cf90-46de-a93e-10279c762012","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:38.855723664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-200c46","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"explicit-model-200c46","reconcileID":"db8e0c51-60a4-48c5-8a6c-ac765e78c4b2","MaaSModelRef":{"name":"explicit-model-200c46","namespace":"ai-tenant-e2e-explicit-200c46"},"routeName":"explicit-model-200c46-kserve-route","namespace":"ai-tenant-e2e-explicit-200c46","llmisvcName":"explicit-model-200c46","gateway":"openshift-ingress/e2e-explicit-200c46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:39.911049079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a8d4f2-7b67-461e-bd39-f2c1997c7244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:39.964357508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a8d4f2-7b67-461e-bd39-f2c1997c7244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:40.016565352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a8d4f2-7b67-461e-bd39-f2c1997c7244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:40.068325635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a8d4f2-7b67-461e-bd39-f2c1997c7244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:42.819648184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a470aa9-e7b8-474c-bc36-ecb8aa4028f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:42.871724508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a470aa9-e7b8-474c-bc36-ecb8aa4028f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:42.923723604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a470aa9-e7b8-474c-bc36-ecb8aa4028f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:42.975811627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a470aa9-e7b8-474c-bc36-ecb8aa4028f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:43.469602803Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7fdf6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7fdf6b","reconcileID":"2d02bba9-e98e-4488-b548-18c853731642","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-7fdf6b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-7fdf6b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.066052458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"1d28bf46-a2e2-410e-95d9-c02503a19f3e","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.06607544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"1d28bf46-a2e2-410e-95d9-c02503a19f3e","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.135545306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"a8ee99ef-9105-4cab-bfd1-3794a4755375","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.135565409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"a8ee99ef-9105-4cab-bfd1-3794a4755375","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:30:44.178867758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"1f3badfd-e7a7-421f-babc-40ee7c75df7d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a71849\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.184716725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"461bbff3-d9a4-452c-8257-5f1a9540c1b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.24455146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"461bbff3-d9a4-452c-8257-5f1a9540c1b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.354515868Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"571fbf35-af8b-43d2-bc1a-fe8e31135f73","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","subscription":"e2e-auth-iso-487034","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.407349413Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"571fbf35-af8b-43d2-bc1a-fe8e31135f73","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.459989099Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"571fbf35-af8b-43d2-bc1a-fe8e31135f73","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"maas-trlp-auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.46449486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"97c0f0c9-c6c1-44fc-8a67-b7d24e22f06e","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.464580907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"97c0f0c9-c6c1-44fc-8a67-b7d24e22f06e","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.55979487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"606a4cb2-61af-4811-a3ea-d2b8414f3525","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.572660511Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"bdb3c0bd-0795-43f6-9cc6-54767577f2f7","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"maas-trlp-auth-test-model-a56c7c","model":"auth-test-model-a56c7c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-a56c7c/e2e-auth-iso-a71849"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.625637473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"606a4cb2-61af-4811-a3ea-d2b8414f3525","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.74189861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"7ee559d3-e27e-4105-82aa-94021dd1ce92","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.741927143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"7ee559d3-e27e-4105-82aa-94021dd1ce92","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.742757829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"d6ec761d-39b4-41e1-936f-c984625bb16e","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.74277748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"d6ec761d-39b4-41e1-936f-c984625bb16e","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.874643566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"021928d0-7942-475f-8c35-82a966cb417b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.874743533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"93522455-c389-4b26-bbe4-54d65dfff1cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.891092997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"3df4bc8c-cac0-4f50-9f97-a9ba0489946c","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.891110082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"3df4bc8c-cac0-4f50-9f97-a9ba0489946c","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.92652456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"021928d0-7942-475f-8c35-82a966cb417b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.978446845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"021928d0-7942-475f-8c35-82a966cb417b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:44.978921391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"5d17311f-5c8c-4071-b6d6-808dba1bfc20","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"maas-trlp-auth-test-model-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:45.03081846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"021928d0-7942-475f-8c35-82a966cb417b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:45.035730775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"93522455-c389-4b26-bbe4-54d65dfff1cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:45.090519932Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"1d1427c8-f71f-4481-8dc5-80fdcb59e7e4","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b8d65af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:45.138261703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"e6daf1c3-cf56-4ba3-be63-998901f05e05","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:45.196354186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"e6daf1c3-cf56-4ba3-be63-998901f05e05","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:45.350053781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"c88d5b3f-9544-4485-94db-6a447abdd2ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:45.407002302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"c88d5b3f-9544-4485-94db-6a447abdd2ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:45.55369302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"3c47a4c2-16ca-4df6-bbeb-7f2a13becd80","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:45.610938299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"3c47a4c2-16ca-4df6-bbeb-7f2a13becd80","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:47.02055965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8543d5-1ea1-4f74-9481-1b341b5928a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:47.072389812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8543d5-1ea1-4f74-9481-1b341b5928a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:47.126743829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8543d5-1ea1-4f74-9481-1b341b5928a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:47.179489899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8543d5-1ea1-4f74-9481-1b341b5928a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:49.102026518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9466e95-d5d4-4a3d-88e6-617b7f5b2936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:49.153920372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9466e95-d5d4-4a3d-88e6-617b7f5b2936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:49.205978445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9466e95-d5d4-4a3d-88e6-617b7f5b2936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:49.257735714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9466e95-d5d4-4a3d-88e6-617b7f5b2936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:55.143996366Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"3ed2c22c-d870-4155-873b-8b1fa98a94fe","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","subscription":"e2e-auth-iso-487034","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:55.19682294Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"3ed2c22c-d870-4155-873b-8b1fa98a94fe","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:55.249650998Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"3ed2c22c-d870-4155-873b-8b1fa98a94fe","MaaSSubscription":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"maas-trlp-auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:55.528795613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"f15b8c1b-6eae-4ec6-a546-24e30d60d561","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:55.528816754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"f15b8c1b-6eae-4ec6-a546-24e30d60d561","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:55.63241419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"a60551e3-6b48-41dc-b970-22fdcc59ef0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:55.667537524Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"7f08dfb1-11af-4e52-8437-25363da56d52","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:55.667673377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"92fab5bc-b1bc-4a36-b638-03b570d315ae","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:55.667690756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"92fab5bc-b1bc-4a36-b638-03b570d315ae","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:55.690678181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"a60551e3-6b48-41dc-b970-22fdcc59ef0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:55.871578296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"7f08dfb1-11af-4e52-8437-25363da56d52","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:55.878719877Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.00045725Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"7f08dfb1-11af-4e52-8437-25363da56d52","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"name":"e2e-shared-a-w1-23302c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.000486291Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"e2e-auth-iso-487034","reconcileID":"7f08dfb1-11af-4e52-8437-25363da56d52","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.023675786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"400a3eda-29fa-4271-8f2b-b8dbf223f4a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.058060279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"5eefae62-aa44-4f8d-9edd-204117946276","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"tenant":"e2e-shared-a-w1-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","model":"ai-tenant-e2e-shared-a-w1-23302c/auth-test-model-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.058080878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"auth-test-model-23302c","reconcileID":"5eefae62-aa44-4f8d-9edd-204117946276","MaaSModelRef":{"name":"auth-test-model-23302c","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"routeName":"auth-test-model-23302c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-23302c","llmisvcName":"auth-test-model-23302c","gateway":"openshift-ingress/e2e-shared-a-w1-23302c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.089368653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"400a3eda-29fa-4271-8f2b-b8dbf223f4a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.205078934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"06cd2364-112a-436d-a908-1e0327d4ae84","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.205100592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"06cd2364-112a-436d-a908-1e0327d4ae84","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.293840079Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"5c99ea2e-40ef-466b-9d50-fa8cfc9f5ec3","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.449630276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"5c99ea2e-40ef-466b-9d50-fa8cfc9f5ec3","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.579723118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"5c99ea2e-40ef-466b-9d50-fa8cfc9f5ec3","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"name":"e2e-shared-b-w1-d4f84d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.579752666Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"e2e-auth-iso-487034","reconcileID":"5c99ea2e-40ef-466b-9d50-fa8cfc9f5ec3","MaaSAuthPolicy":{"name":"e2e-auth-iso-487034","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.638345883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"b506194f-7c76-4cdc-8441-b02582ab9d13","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"tenant":"e2e-shared-b-w1-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","model":"ai-tenant-e2e-shared-b-w1-d4f84d/auth-test-model-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:30:56.638363757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"auth-test-model-d4f84d","reconcileID":"b506194f-7c76-4cdc-8441-b02582ab9d13","MaaSModelRef":{"name":"auth-test-model-d4f84d","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"routeName":"auth-test-model-d4f84d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","llmisvcName":"auth-test-model-d4f84d","gateway":"openshift-ingress/e2e-shared-b-w1-d4f84d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:03.731577038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"d11aea85-077e-41ed-b87b-4ec50a3eb466","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"maas-trlp-auth-test-model-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:03.8995767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"8d3153fc-3e79-4aad-8c41-45621ae047bf","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:03.899602114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"8d3153fc-3e79-4aad-8c41-45621ae047bf","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:04.433900854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"960b0662-58f8-42b6-86ec-7929d198fe33","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:04.493796767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"960b0662-58f8-42b6-86ec-7929d198fe33","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:09.936889332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"bbde151e-2084-48e5-b633-a5b24eea51ca","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:09.936909449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"bbde151e-2084-48e5-b633-a5b24eea51ca","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:10.039899262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"693b187c-eb5e-4cc9-a176-3d5d417c8d85","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:10.097239874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"693b187c-eb5e-4cc9-a176-3d5d417c8d85","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:10.098649604Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"f1afc3bd-9ccc-4a14-b5cc-99edbbafb2a4","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cac4d782","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:10.406525356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"4653752d-5eea-451f-8749-1268d9441eaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:10.46401471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"4653752d-5eea-451f-8749-1268d9441eaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:15.834186797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9de8a47-7d3a-4ddc-9f20-98f81a9c0bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:15.886865607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9de8a47-7d3a-4ddc-9f20-98f81a9c0bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:15.938908814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9de8a47-7d3a-4ddc-9f20-98f81a9c0bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:15.990797824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9de8a47-7d3a-4ddc-9f20-98f81a9c0bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:17.936153582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05e70aef-431e-4a3c-b538-15972d21013a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:17.98822899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05e70aef-431e-4a3c-b538-15972d21013a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:18.04011041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05e70aef-431e-4a3c-b538-15972d21013a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:18.092335305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05e70aef-431e-4a3c-b538-15972d21013a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:19.976137818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93eef8bd-53a9-4752-a244-eec212d399db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.027977552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93eef8bd-53a9-4752-a244-eec212d399db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.079858396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93eef8bd-53a9-4752-a244-eec212d399db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.132003978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93eef8bd-53a9-4752-a244-eec212d399db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.198127845Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"d9a43cf7-636c-4418-9961-7bcb0e0926c1","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","subscription":"e2e-auth-iso-a71849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.250783295Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"d9a43cf7-636c-4418-9961-7bcb0e0926c1","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.302911648Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"d9a43cf7-636c-4418-9961-7bcb0e0926c1","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"maas-trlp-auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.578044043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"fedcd1fc-97fd-4794-9695-849528749d84","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.578072696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"fedcd1fc-97fd-4794-9695-849528749d84","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.683691146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"1e429bb1-15a7-4118-85c8-ef6b06f29c3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.747448713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"1e429bb1-15a7-4118-85c8-ef6b06f29c3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.755363825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"456727fb-02d0-42ec-a97e-743c6fcdae15","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.755380675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"456727fb-02d0-42ec-a97e-743c6fcdae15","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.875236977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"96b497ea-5424-4539-93d9-39b0635f7af3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.939633791Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"e692d771-c43f-44b6-8028-bed23c055e76","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c7791f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:20.940463893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"96b497ea-5424-4539-93d9-39b0635f7af3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:21.088189991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"20436707-001a-4416-a6be-511c8e39bd91","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:21.145522143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"20436707-001a-4416-a6be-511c8e39bd91","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:21.342360412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"6b6579c5-88f7-44b5-b78b-e0bd36a87994","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:21.399695703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"6b6579c5-88f7-44b5-b78b-e0bd36a87994","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:22.125965798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb8688f-4ae7-44fd-a2c4-83c1ae4bf2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:22.1794591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb8688f-4ae7-44fd-a2c4-83c1ae4bf2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:22.232248936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb8688f-4ae7-44fd-a2c4-83c1ae4bf2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:22.285493811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb8688f-4ae7-44fd-a2c4-83c1ae4bf2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:25.879519779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:30.992685126Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"ce027215-21be-4be2-8164-f99661b13687","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","subscription":"e2e-auth-iso-a71849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.045656006Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"ce027215-21be-4be2-8164-f99661b13687","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.098416461Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"ce027215-21be-4be2-8164-f99661b13687","MaaSSubscription":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"maas-trlp-auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.372312962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"6e702b9a-191f-46d4-b861-38dcafb07df2","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.372330161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"6e702b9a-191f-46d4-b861-38dcafb07df2","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.477875725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"3c5cf9e4-28db-4d1c-9a48-3f99d37350e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.518467562Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"a932c42f-ddbc-41a5-831e-414dd3420d18","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.518883812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"8086ad95-5c8f-43f3-8f16-eb334ce0e934","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.518900269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"8086ad95-5c8f-43f3-8f16-eb334ce0e934","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.53620616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"3c5cf9e4-28db-4d1c-9a48-3f99d37350e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.678662224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"a932c42f-ddbc-41a5-831e-414dd3420d18","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.806942609Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"a932c42f-ddbc-41a5-831e-414dd3420d18","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"name":"e2e-shared-a-w0-19f6ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.806964594Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"e2e-auth-iso-a71849","reconcileID":"a932c42f-ddbc-41a5-831e-414dd3420d18","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.830971671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"7997f900-6119-4112-aed5-dc960eca7362","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.864606721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"030d87ce-b1ca-452c-9ff8-e0d30d5e8447","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"tenant":"e2e-shared-a-w0-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","model":"ai-tenant-e2e-shared-a-w0-19f6ea/auth-test-model-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.864632099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"auth-test-model-19f6ea","reconcileID":"030d87ce-b1ca-452c-9ff8-e0d30d5e8447","MaaSModelRef":{"name":"auth-test-model-19f6ea","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"routeName":"auth-test-model-19f6ea-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","llmisvcName":"auth-test-model-19f6ea","gateway":"openshift-ingress/e2e-shared-a-w0-19f6ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:31.88874413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"7997f900-6119-4112-aed5-dc960eca7362","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:32.013143185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"df7aa0c0-cb4b-470c-bb49-8848fd331366","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:32.013163562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"df7aa0c0-cb4b-470c-bb49-8848fd331366","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:32.094001086Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"807807d0-0303-4f78-a1ac-9358183af705","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:32.348442922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"807807d0-0303-4f78-a1ac-9358183af705","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:32.477169607Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"807807d0-0303-4f78-a1ac-9358183af705","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"name":"e2e-shared-b-w0-a56c7c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:32.477191762Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"e2e-auth-iso-a71849","reconcileID":"807807d0-0303-4f78-a1ac-9358183af705","MaaSAuthPolicy":{"name":"e2e-auth-iso-a71849","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:32.534202252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"1201439d-1063-4392-870e-2dba8d21ef6c","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"tenant":"e2e-shared-b-w0-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","model":"ai-tenant-e2e-shared-b-w0-a56c7c/auth-test-model-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:32.534227115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"auth-test-model-a56c7c","reconcileID":"1201439d-1063-4392-870e-2dba8d21ef6c","MaaSModelRef":{"name":"auth-test-model-a56c7c","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"routeName":"auth-test-model-a56c7c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","llmisvcName":"auth-test-model-a56c7c","gateway":"openshift-ingress/e2e-shared-b-w0-a56c7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:43.375039823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e591f253-0a6c-4119-8eb9-621a17df1d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:43.427731746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e591f253-0a6c-4119-8eb9-621a17df1d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:43.480763437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e591f253-0a6c-4119-8eb9-621a17df1d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:43.533529973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e591f253-0a6c-4119-8eb9-621a17df1d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:43.909487063Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-cdd844","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-cdd844","reconcileID":"47b3d4c3-a9cf-42fb-9a18-3f1ae6d547c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-cdd844","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-cdd844":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:45.514011508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5896c390-7910-48aa-8341-a110d9abbe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:45.566303092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5896c390-7910-48aa-8341-a110d9abbe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:45.618242528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5896c390-7910-48aa-8341-a110d9abbe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:45.670342477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5896c390-7910-48aa-8341-a110d9abbe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:46.145616947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"60f1c1d8-0f56-4d97-9caa-e6b8b656ceba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-da1b8b","tenantID":"e2e-shared-a-w4-da1b8b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:46.263821697Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"60f1c1d8-0f56-4d97-9caa-e6b8b656ceba","name":"e2e-shared-a-w4-da1b8b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:47.558267731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d74f2fe-9aa6-454f-a2a4-cf5f0ca6d3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:47.61239579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d74f2fe-9aa6-454f-a2a4-cf5f0ca6d3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:47.665930854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d74f2fe-9aa6-454f-a2a4-cf5f0ca6d3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:47.717940941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d74f2fe-9aa6-454f-a2a4-cf5f0ca6d3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:49.615678118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25d6514-5fec-4f39-90e1-ccded3b1364c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:49.667851965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25d6514-5fec-4f39-90e1-ccded3b1364c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:49.721962343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25d6514-5fec-4f39-90e1-ccded3b1364c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:49.773738589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25d6514-5fec-4f39-90e1-ccded3b1364c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:51.717078897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3b314d-7e82-4d79-8687-3d50d5525d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:51.769615494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3b314d-7e82-4d79-8687-3d50d5525d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:51.821659797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3b314d-7e82-4d79-8687-3d50d5525d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:51.874472153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3b314d-7e82-4d79-8687-3d50d5525d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:53.772035584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d772304c-df04-4fdf-85a2-274195e37684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:53.824003245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d772304c-df04-4fdf-85a2-274195e37684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:53.875868175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d772304c-df04-4fdf-85a2-274195e37684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:53.928003517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d772304c-df04-4fdf-85a2-274195e37684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:55.879159675Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:56.465717598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"306a3502-7aad-4ec7-939b-c3bc40bde2a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7fdf6b","tenantID":"e2e-extmod-a-7fdf6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:31:56.587481448Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"306a3502-7aad-4ec7-939b-c3bc40bde2a3","name":"e2e-extmod-a-7fdf6b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:20.627123793Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","namespace":"ai-tenant-e2e-explicit-200c46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:20.627203846Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","namespace":"ai-tenant-e2e-explicit-200c46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:20.62729759Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","tenant":"e2e-explicit-200c46","tenantID":"e2e-explicit-200c46","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:20.684558853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"Deployment","name":"maas-api-e2e-explicit-200c46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:20.751728129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"Service","name":"maas-api-e2e-explicit-200c46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:20.813076562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-200c46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:20.867515951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-200c46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:20.923484521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:20.979624979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.041767345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.096559971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.14916247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"Deployment","name":"payload-processing-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.20083352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.252626931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"Service","name":"payload-processing-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.306843878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"Service","name":"payload-pre-processing-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.358906002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.412272226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.470657263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.531917769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.584023476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.636139507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.688681747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-200c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:21.742653778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-200c46"},"namespace":"ai-tenant-e2e-explicit-200c46","name":"default-tenant","reconcileID":"0522e211-01f6-4306-a384-9d6ca6049359","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-200c46","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:22.617106444Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-200c46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-200c46","reconcileID":"7e81ee8e-aab9-4329-826b-a302f8347638","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-200c46","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-200c46"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:23.825383412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5307f9a1-925c-4653-bc5c-fa647bfc1967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:23.889050253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5307f9a1-925c-4653-bc5c-fa647bfc1967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:23.944198797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5307f9a1-925c-4653-bc5c-fa647bfc1967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:24.002667835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5307f9a1-925c-4653-bc5c-fa647bfc1967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:25.891836298Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:26.136059195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055c0bae-a596-4f54-9aec-40f216969727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:26.194640639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055c0bae-a596-4f54-9aec-40f216969727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:26.248973368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055c0bae-a596-4f54-9aec-40f216969727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:26.305500519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055c0bae-a596-4f54-9aec-40f216969727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:40.796316008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b8703e-11e6-4c33-a8f5-4c812b87758e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:40.848130013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b8703e-11e6-4c33-a8f5-4c812b87758e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:40.899984831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b8703e-11e6-4c33-a8f5-4c812b87758e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:40.952013073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b8703e-11e6-4c33-a8f5-4c812b87758e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:41.38448819Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9e4e63","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9e4e63","reconcileID":"39e200ce-8286-494f-bdb9-ca36628246fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9e4e63","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-9e4e63":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:42.972295016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef906cbf-2086-495e-bf1b-d2874d297ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:43.024547111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef906cbf-2086-495e-bf1b-d2874d297ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:43.076371366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef906cbf-2086-495e-bf1b-d2874d297ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:43.128326181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef906cbf-2086-495e-bf1b-d2874d297ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:45.055714584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc393d7-d098-43ad-b455-43cb371633c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:45.108687101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc393d7-d098-43ad-b455-43cb371633c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:45.162534069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc393d7-d098-43ad-b455-43cb371633c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:45.216548197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc393d7-d098-43ad-b455-43cb371633c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:47.128094668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3be6b0e-7fd8-482e-aa75-3e6d8d54192c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:47.180899453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3be6b0e-7fd8-482e-aa75-3e6d8d54192c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:47.232993552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3be6b0e-7fd8-482e-aa75-3e6d8d54192c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:47.285366874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3be6b0e-7fd8-482e-aa75-3e6d8d54192c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:32:55.882029064Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:01.439206834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bb884d-e0b5-4253-b1f2-3eba1829f024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:01.491076507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bb884d-e0b5-4253-b1f2-3eba1829f024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:01.542883729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bb884d-e0b5-4253-b1f2-3eba1829f024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:01.595210176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bb884d-e0b5-4253-b1f2-3eba1829f024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:03.238407308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"7ce6f54c-cd75-4e85-a9e3-5d7d05176c97","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cdd844","tenantID":"e2e-extmod-a-cdd844","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:03.359562431Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"7ce6f54c-cd75-4e85-a9e3-5d7d05176c97","name":"e2e-extmod-a-cdd844-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:03.499662902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaf243b-24e0-4b3e-9743-794b387d2421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:03.551738064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaf243b-24e0-4b3e-9743-794b387d2421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:03.60385095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaf243b-24e0-4b3e-9743-794b387d2421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:03.672070953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeaf243b-24e0-4b3e-9743-794b387d2421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:10.151554106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6864bc84-28d7-4508-ace8-0bcd93bc1b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:10.211033763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6864bc84-28d7-4508-ace8-0bcd93bc1b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:10.263598548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6864bc84-28d7-4508-ace8-0bcd93bc1b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:10.316109513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6864bc84-28d7-4508-ace8-0bcd93bc1b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:10.69744742Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-0f83f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-0f83f5","reconcileID":"75141f56-c21f-448c-9d5b-1ddc7600ce50","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-0f83f5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-0f83f5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:12.230643141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1dc95b1-1ebe-41f8-98aa-98b93b6b79fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:12.2834945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1dc95b1-1ebe-41f8-98aa-98b93b6b79fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:12.335831303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1dc95b1-1ebe-41f8-98aa-98b93b6b79fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:12.388581932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1dc95b1-1ebe-41f8-98aa-98b93b6b79fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:14.396940291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da2404bf-f69d-4f86-9e0b-bbf62dbc2ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:14.449373306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da2404bf-f69d-4f86-9e0b-bbf62dbc2ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:14.503008787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da2404bf-f69d-4f86-9e0b-bbf62dbc2ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:14.554816669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da2404bf-f69d-4f86-9e0b-bbf62dbc2ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:16.461137097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694d6bd8-aca9-440e-8ba8-1072b2352ad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:16.513205277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694d6bd8-aca9-440e-8ba8-1072b2352ad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:16.569607638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694d6bd8-aca9-440e-8ba8-1072b2352ad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:16.623191348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694d6bd8-aca9-440e-8ba8-1072b2352ad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:18.550293759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914a7e22-dbb8-4ca4-93bd-9d27858d4801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:18.605974232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914a7e22-dbb8-4ca4-93bd-9d27858d4801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:18.65777637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914a7e22-dbb8-4ca4-93bd-9d27858d4801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:18.710377446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914a7e22-dbb8-4ca4-93bd-9d27858d4801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:20.669431664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8024cab2-acb5-4179-a377-d6ecb84b942c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:20.721936528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8024cab2-acb5-4179-a377-d6ecb84b942c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:20.774668535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8024cab2-acb5-4179-a377-d6ecb84b942c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:20.827121582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8024cab2-acb5-4179-a377-d6ecb84b942c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:22.711735914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557a65e6-b021-40cf-84b5-22de621ba23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:22.763578164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557a65e6-b021-40cf-84b5-22de621ba23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:22.816446554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557a65e6-b021-40cf-84b5-22de621ba23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:22.869085682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557a65e6-b021-40cf-84b5-22de621ba23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:23.656567774Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-185e8b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-185e8b","reconcileID":"7b76589b-3fc5-4a85-b061-091fb3ab7422","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-185e8b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-185e8b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:24.765120986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c33be3-15d2-4c6a-9c3b-04b74bad48d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:24.816933777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c33be3-15d2-4c6a-9c3b-04b74bad48d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:24.86881695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c33be3-15d2-4c6a-9c3b-04b74bad48d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:24.921694495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c33be3-15d2-4c6a-9c3b-04b74bad48d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:25.879492681Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:26.832046915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b40c044-789a-4153-a09c-152502ee7cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:26.884460549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b40c044-789a-4153-a09c-152502ee7cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:26.936052757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b40c044-789a-4153-a09c-152502ee7cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:26.988786824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b40c044-789a-4153-a09c-152502ee7cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:28.928823908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3120a805-97e1-4f44-8324-6b8d0b35a726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:28.980657043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3120a805-97e1-4f44-8324-6b8d0b35a726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:29.032609105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3120a805-97e1-4f44-8324-6b8d0b35a726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:29.084388971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3120a805-97e1-4f44-8324-6b8d0b35a726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:30.991873852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675a9242-aeb4-4880-91aa-d2bfe71178aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:31.044722613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675a9242-aeb4-4880-91aa-d2bfe71178aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:31.097438493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675a9242-aeb4-4880-91aa-d2bfe71178aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:31.14934397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675a9242-aeb4-4880-91aa-d2bfe71178aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:33.059048867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6155f4-3169-4e59-a4ca-3de9888db51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:33.111323284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6155f4-3169-4e59-a4ca-3de9888db51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:33.163249053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6155f4-3169-4e59-a4ca-3de9888db51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:33.21520741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6155f4-3169-4e59-a4ca-3de9888db51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:35.12777366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ad3078-1aed-4b65-b546-4befcfaaa60a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:35.179507643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ad3078-1aed-4b65-b546-4befcfaaa60a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:35.23150068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ad3078-1aed-4b65-b546-4befcfaaa60a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:35.283635073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ad3078-1aed-4b65-b546-4befcfaaa60a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:37.167788093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59a0827-249b-4004-95b9-43e44cbc543e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:37.219706062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59a0827-249b-4004-95b9-43e44cbc543e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:37.271682453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59a0827-249b-4004-95b9-43e44cbc543e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:37.323508806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59a0827-249b-4004-95b9-43e44cbc543e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.033018124Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"9ac62253-50a5-4c81-b8bf-d2d99022e997","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.091438664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"9ac62253-50a5-4c81-b8bf-d2d99022e997","error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.0968985Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"1fd03e2d-ff82-40e4-aeb7-c5c3aacf08b6","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.096949126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"1fd03e2d-ff82-40e4-aeb7-c5c3aacf08b6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.108141065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"980dd370-d0ee-43f1-87af-df5be86ee84d","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.108195185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"980dd370-d0ee-43f1-87af-df5be86ee84d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.129116342Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"6dc567d1-71d8-494e-a031-156429782d45","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.129166387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"6dc567d1-71d8-494e-a031-156429782d45","error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.16956785Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"166d8ddb-342a-4e34-87fb-33e0d8932c7c","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.1696162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"166d8ddb-342a-4e34-87fb-33e0d8932c7c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.249906042Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"ed9a8835-2327-4866-a88e-cffb39b7421c","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.249965064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"ed9a8835-2327-4866-a88e-cffb39b7421c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.410692049Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"19f654cd-7060-46ac-a507-3b9cc5b6c0d7","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.410752461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"19f654cd-7060-46ac-a507-3b9cc5b6c0d7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.7309883Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"89f9b646-4cf7-435b-9574-784e6090915f","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:38.731048653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"89f9b646-4cf7-435b-9574-784e6090915f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:39.219138504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ecc540-0b0c-490c-8922-ca006cf5013e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:39.270785813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ecc540-0b0c-490c-8922-ca006cf5013e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:39.322504627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ecc540-0b0c-490c-8922-ca006cf5013e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:39.371554928Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"373d27a5-f9fd-4e02-a8be-cf282d04c9f5","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:39.371632678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"373d27a5-f9fd-4e02-a8be-cf282d04c9f5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:39.374333141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ecc540-0b0c-490c-8922-ca006cf5013e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:40.652874051Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"616adb05-8ad2-4922-aca3-2bcad74b3b00","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:40.652936098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"616adb05-8ad2-4922-aca3-2bcad74b3b00","error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:43.21337089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"bdb7486a-93da-40ae-b091-548ba1aa274f","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:33:43.213441419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-3edc13","namespace":"ai-tenant-e2e-noten-3edc13"},"namespace":"ai-tenant-e2e-noten-3edc13","name":"noten-model-3edc13","reconcileID":"bdb7486a-93da-40ae-b091-548ba1aa274f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-3edc13/noten-model-3edc13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-3edc13/noten-model-3edc13-kserve-route (gateways: [openshift-ingress/e2e-noten-3edc13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:33:55.879554721Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:04.294595634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"3ffea126-68b9-4100-8b75-198a4e0485fb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9e4e63","tenantID":"e2e-extmod-a-9e4e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:04.413389339Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"3ffea126-68b9-4100-8b75-198a4e0485fb","name":"e2e-extmod-a-9e4e63-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:25.869014707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b46741-ee06-46b8-a475-e251e66fb853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:25.879234756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:25.921143969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b46741-ee06-46b8-a475-e251e66fb853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:25.974256963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b46741-ee06-46b8-a475-e251e66fb853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:26.02725597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b46741-ee06-46b8-a475-e251e66fb853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:27.914362798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9082414f-41fe-4053-9676-8e04d70a7811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:27.966458486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9082414f-41fe-4053-9676-8e04d70a7811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:28.018641549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9082414f-41fe-4053-9676-8e04d70a7811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:28.071043615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9082414f-41fe-4053-9676-8e04d70a7811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:30.134066927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e0e2cd2-a794-4fc0-b770-ad6b36bb3bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:30.190051993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e0e2cd2-a794-4fc0-b770-ad6b36bb3bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:30.242768002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e0e2cd2-a794-4fc0-b770-ad6b36bb3bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:30.294955973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e0e2cd2-a794-4fc0-b770-ad6b36bb3bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:30.416805821Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-76a1ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-76a1ef","reconcileID":"1862d376-c9bf-4fea-b16a-2a790daa2f2a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-76a1ef","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-76a1ef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:32.350159345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a27cb5-a74b-481b-8c3d-81f1b0b91770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:32.402248236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a27cb5-a74b-481b-8c3d-81f1b0b91770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:32.454249743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a27cb5-a74b-481b-8c3d-81f1b0b91770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:32.506949478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a27cb5-a74b-481b-8c3d-81f1b0b91770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:34.591125723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963de42c-1535-4370-9133-aca1bf0397da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:34.642989547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963de42c-1535-4370-9133-aca1bf0397da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:34.69467963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963de42c-1535-4370-9133-aca1bf0397da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:34.746596424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963de42c-1535-4370-9133-aca1bf0397da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:34.852267292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"591b70fb-7ad6-4b70-bd93-197af186cdba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0f83f5","tenantID":"e2e-shared-b-w4-0f83f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:34.972021032Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"591b70fb-7ad6-4b70-bd93-197af186cdba","name":"e2e-shared-b-w4-0f83f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:35.105322627Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-25e5ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-25e5ef","reconcileID":"e32fee30-f7c8-452c-9c2d-cfe615809c55","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-25e5ef","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-25e5ef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:36.639627247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37427410-bf47-48d5-9c64-b12b4881892a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:36.692369639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37427410-bf47-48d5-9c64-b12b4881892a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:36.744205472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37427410-bf47-48d5-9c64-b12b4881892a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:36.796326404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37427410-bf47-48d5-9c64-b12b4881892a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:38.728313941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a322a1-b9f2-408c-91b5-dd50eedd422e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:38.780175175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a322a1-b9f2-408c-91b5-dd50eedd422e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:38.831827041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a322a1-b9f2-408c-91b5-dd50eedd422e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:38.883527423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a322a1-b9f2-408c-91b5-dd50eedd422e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:40.779341197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef8548d-ed4f-4506-9cf8-b7be329a205b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:40.831152297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef8548d-ed4f-4506-9cf8-b7be329a205b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:40.882932968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef8548d-ed4f-4506-9cf8-b7be329a205b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:40.934789167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef8548d-ed4f-4506-9cf8-b7be329a205b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:42.841512248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7665c6af-809f-44f4-84ae-ed8bd224e9c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:42.893568011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7665c6af-809f-44f4-84ae-ed8bd224e9c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:42.945879114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7665c6af-809f-44f4-84ae-ed8bd224e9c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:42.997830998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7665c6af-809f-44f4-84ae-ed8bd224e9c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:54.708959087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"75567402-60a6-46f1-ae25-648b07d05cb8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-185e8b","tenantID":"e2e-extmod-b-185e8b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:54.827053643Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"75567402-60a6-46f1-ae25-648b07d05cb8","name":"e2e-extmod-b-185e8b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:34:55.879537102Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:23.898761765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"acf3164a-dad1-46ec-863a-73ffc45c6077","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:24.101159164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"890aaec6-d0e0-44a2-9308-0e26d31795c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:24.218739542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"a980bc91-de56-4778-90da-1ccdad349a11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:24.443685904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9da6522-fbf6-4506-8a73-9c6bc6a00e98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:24.580877235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"861092f8-0d49-4aa3-8a8b-c8a70804af7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:25.096254958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"b264a6ba-5e98-4dfc-827a-8cd747e027a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:25.273085533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"3aced3fa-c672-4050-84af-f910dae61558","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:25.391906163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"55e796c3-c613-47fd-aba6-4b8a5288f769","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:25.493816563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"93d62c7d-01d8-47c3-8d88-bda02366004d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:25.593326641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"c40f7ef2-6eb6-428e-b849-4ac088acce60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:25.619887883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"12cddaed-6a4b-4f08-8694-853e8e0225b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:25.64196632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"44423b96-c1b0-49bd-9eef-52546462379b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:25.880042129Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:35.810708595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f1599f-502e-4112-aab8-a71a6094c7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:35.862941328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f1599f-502e-4112-aab8-a71a6094c7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:35.915541259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f1599f-502e-4112-aab8-a71a6094c7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:35.96778562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f1599f-502e-4112-aab8-a71a6094c7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:37.879483508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423291bf-32ae-41b9-a161-eaa39518f204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:37.931444806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423291bf-32ae-41b9-a161-eaa39518f204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:37.983271562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423291bf-32ae-41b9-a161-eaa39518f204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:38.035188768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423291bf-32ae-41b9-a161-eaa39518f204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:41.131325331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef4c77b-084b-4643-8a24-826ae04c9984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:41.183631814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef4c77b-084b-4643-8a24-826ae04c9984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:41.235848878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef4c77b-084b-4643-8a24-826ae04c9984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:41.288011337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef4c77b-084b-4643-8a24-826ae04c9984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:41.606550793Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-345670","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-345670","reconcileID":"a761be09-2ae4-433f-a760-45d0a4bcf9ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-345670","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-345670":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:43.073369477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"ddf84f8e-7e9f-4650-b810-8c6e8907eda7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:43.173192348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"ac129660-3572-4397-9aac-3c61241cb665","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:43.18876605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"903be1b5-db9d-40be-b9ee-caf1181f0652","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:43.313773725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa2451c-44dd-4981-93c8-f571e45cbf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:43.31410523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"51566b11-fccc-4564-910e-2963073af098","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:43.365920718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa2451c-44dd-4981-93c8-f571e45cbf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:43.418984522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa2451c-44dd-4981-93c8-f571e45cbf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:43.471732597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa2451c-44dd-4981-93c8-f571e45cbf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:43.630850076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"a1e382c7-ff4d-4a19-9153-0a459bc1fd70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:43.677989979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"cae5edcb-5c17-4324-ad6f-70c83ccd6f98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:43.682795895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34f5143d-ae18-4a3c-84c7-5a83ce9d62e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:43.983108153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"a21c05e8-f928-490c-b8f2-154c4b255d3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:44.083343719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"dd28f957-2046-471f-a576-7f87428d4afd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:44.339950994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"71a74095-1e61-41b1-b04e-f631923465ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:44.730583853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"59aeb7aa-7362-446b-8162-eb5749280163","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:44.730728894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"bd5e6394-f4bb-468c-a7a4-56506786f6d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:45.423576427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e048cbfa-930a-4272-86d3-db5a83c53fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:45.475713952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e048cbfa-930a-4272-86d3-db5a83c53fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:45.527595463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e048cbfa-930a-4272-86d3-db5a83c53fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:45.579615023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e048cbfa-930a-4272-86d3-db5a83c53fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:47.515098075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c06ca8b-c0db-40ef-a53f-25010cd7de42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:47.567273924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c06ca8b-c0db-40ef-a53f-25010cd7de42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:47.619087657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c06ca8b-c0db-40ef-a53f-25010cd7de42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:47.671055778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c06ca8b-c0db-40ef-a53f-25010cd7de42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:35:55.879533111Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:01.427045927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"988303ea-979c-4227-b252-e9718c42f355","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:01.528654342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"d9c36a75-5e43-4e93-b863-76cb446e9e95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:01.63190165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"46dbcdcf-b326-4fe2-9935-c6d14fb7bec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:01.729981011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"ecafeb72-6e35-481f-aa96-9723acc21fc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:01.852760565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"68094f6d-ee12-4177-aa30-cb6f67bf65df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:01.953457942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"5feeafa6-0ddd-4120-9141-c430617d480a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:02.091813048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3a45fa28-fe43-4a0c-ab60-065aa4e7f837","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:02.449076426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"25b72172-e789-440a-84f1-391dbfbe4709","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:02.560586755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"5bdbcf61-cc30-4cf5-b15e-6e7c329811ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:02.691397897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"981a4159-6221-49cf-a55e-a2b88125bab9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:02.813936707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"2e56d934-3e1b-4007-b8ac-a2f269d3d125","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:03.17791501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"a4b5cb6f-1abc-4d16-a380-e7683b341c9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:03.655240717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"a642c549-cd8c-4a96-9c58-29c511a787a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-76a1ef","tenantID":"e2e-extmod-a-76a1ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:03.773146825Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"a642c549-cd8c-4a96-9c58-29c511a787a3","name":"e2e-extmod-a-76a1ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:10.514646359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aca6726-6d3b-46cb-89d8-a8105b598ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:10.566321747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aca6726-6d3b-46cb-89d8-a8105b598ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:10.621583209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aca6726-6d3b-46cb-89d8-a8105b598ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:10.674147012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aca6726-6d3b-46cb-89d8-a8105b598ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:12.590537529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da13a23f-e9a9-4e10-9e97-82813256d52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:12.642255133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da13a23f-e9a9-4e10-9e97-82813256d52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:12.694885464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da13a23f-e9a9-4e10-9e97-82813256d52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:12.747246049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da13a23f-e9a9-4e10-9e97-82813256d52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:13.727532623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"177281e1-c630-4a56-a8c2-abe4aad38421","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-25e5ef","tenantID":"e2e-extmod-b-25e5ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:13.845870254Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"177281e1-c630-4a56-a8c2-abe4aad38421","name":"e2e-extmod-b-25e5ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:21.572716856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"01478d3d-bcdc-4c01-8f3d-80e66acb039f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:21.67514306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"e1865dc7-dd0e-44c9-bad3-28fe40458c0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:21.692961951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"be25404f-6169-42e8-97bb-2ef3510e8fe8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:21.8146188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"d9b435c9-9ee5-49e4-b7b2-790fe44a92b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:22.122762772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"3d28ae4e-6ecf-490c-9de4-446e953cecc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:22.304216513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30ce0282-0b2d-4c3e-a01b-3710e8bbae31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:22.421743169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"747ba3e7-8c15-44bf-b506-538a12ef4e53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:22.522441778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"70e05052-3f5b-480a-87ce-9ab848830292","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:22.625677691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"0e552dfc-2d38-4ab7-bc3b-e8e9db5596a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:22.765115514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"352acef5-060f-4076-af77-db54c5fe6f36","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:22.963659394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"ddd2525a-92e1-4a4a-9157-6ad3f8a7e8a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:23.083019807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"7b8cefbd-eff2-441c-be55-0eb857f63858","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:23.547836648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacf453e-6a69-4079-b143-5d9bfec8ff53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:23.600658288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacf453e-6a69-4079-b143-5d9bfec8ff53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:23.656325168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacf453e-6a69-4079-b143-5d9bfec8ff53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:23.710925173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacf453e-6a69-4079-b143-5d9bfec8ff53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:25.721742644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a069341e-ed78-44a6-89b2-06a312e5212e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:25.774021306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a069341e-ed78-44a6-89b2-06a312e5212e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:25.825869631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a069341e-ed78-44a6-89b2-06a312e5212e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:25.877735431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a069341e-ed78-44a6-89b2-06a312e5212e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:25.87938909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:35.459670359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e4ead9-03af-4a86-97f0-84104f4f83ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:35.511397438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e4ead9-03af-4a86-97f0-84104f4f83ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:35.563219323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e4ead9-03af-4a86-97f0-84104f4f83ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:35.615645067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e4ead9-03af-4a86-97f0-84104f4f83ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:37.531658799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb11ce32-41f6-4336-bcf8-b3e5ef306734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:37.593638055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb11ce32-41f6-4336-bcf8-b3e5ef306734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:37.649070434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb11ce32-41f6-4336-bcf8-b3e5ef306734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:37.701065809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb11ce32-41f6-4336-bcf8-b3e5ef306734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:36:55.887932506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:21.675353489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"df9cf6e0-0ae5-4e48-b25f-91e8c2b3e686","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:21.853065978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"f9ed5677-a7b5-4c9c-a43f-6f3cd9e8f8a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.032016104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"28ea444c-4530-418d-9660-1ad3ba33211f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.132564257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"af8e21a1-330e-4d99-9734-e2a1b758b01d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.233179832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"c26abcbb-b07a-4475-841e-1a52b05db6f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.334822016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"8529b5ce-a659-4cb9-8673-f2b0b3b9f4b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.334881421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"c3a4a69a-19fa-4a66-a292-f9618870e527","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.437494045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"5923fd5f-6d0f-45f0-99eb-421db2f10495","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-345670","tenantID":"e2e-extmod-b-345670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.555483636Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"5923fd5f-6d0f-45f0-99eb-421db2f10495","name":"e2e-extmod-b-345670-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.749205581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a26fd149-055c-4659-8ef1-53c384aadfd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:22.870908617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"3a17568e-c9b4-4e04-8a44-c83150927d53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:23.110813917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7629fd64-0b5e-44a1-8a7b-682209b63e13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:23.208749846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"c4088a07-9ec1-4497-8963-edaf64c77576","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:23.314408843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"b169780c-ee85-46c1-afa1-57287e426f4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:25.879554048Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.351043581Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.351116553Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.35116649Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","tenant":"e2e-shared-a-w4-da1b8b","tenantID":"e2e-shared-a-w4-da1b8b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.407088066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-da1b8b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.47027094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"Service","name":"maas-api-e2e-shared-a-w4-da1b8b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.533271229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-da1b8b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.587886486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-da1b8b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.653040862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.710589635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.767973802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.823229968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.875212306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.927123432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:27.979050097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.030855981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.082599322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.134626949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.186448399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.242402947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.34210054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.398341997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.450694395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-da1b8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:28.506185817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-da1b8b"},"namespace":"ai-tenant-e2e-shared-a-w4-da1b8b","name":"default-tenant","reconcileID":"ac89a86a-57a7-44d2-93d0-7d7587a52008","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-da1b8b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:29.202990888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c750b9e1-e5c6-4100-92c9-64a779f6e95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:29.25542071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c750b9e1-e5c6-4100-92c9-64a779f6e95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:29.307202513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c750b9e1-e5c6-4100-92c9-64a779f6e95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:29.35898734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c750b9e1-e5c6-4100-92c9-64a779f6e95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:29.535672296Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-da1b8b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-da1b8b","reconcileID":"00667914-1443-47ab-bf1f-917024ae0796","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-da1b8b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-da1b8b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.362566557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fec6c3a-9adf-43db-a98f-a8527e412f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.417826597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fec6c3a-9adf-43db-a98f-a8527e412f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.469597254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fec6c3a-9adf-43db-a98f-a8527e412f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:31.525969917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fec6c3a-9adf-43db-a98f-a8527e412f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:33.431368653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d52828-4846-4263-a9fe-93f60eb95592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:33.48345557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d52828-4846-4263-a9fe-93f60eb95592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:33.534995252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d52828-4846-4263-a9fe-93f60eb95592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:33.587017276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d52828-4846-4263-a9fe-93f60eb95592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:35.518928149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b898da7d-f67f-4ed7-9cc3-0ec9c3bf10e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:35.570719807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b898da7d-f67f-4ed7-9cc3-0ec9c3bf10e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:35.624661005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b898da7d-f67f-4ed7-9cc3-0ec9c3bf10e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:35.677448366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b898da7d-f67f-4ed7-9cc3-0ec9c3bf10e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:37.601718459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20c28e2-53d7-4860-be33-423e6d7ee183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:37.663229158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20c28e2-53d7-4860-be33-423e6d7ee183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:37.715518146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20c28e2-53d7-4860-be33-423e6d7ee183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:37.767529314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20c28e2-53d7-4860-be33-423e6d7ee183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.323587826Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","namespace":"ai-tenant-e2e-extmod-a-76a1ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.323647008Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","namespace":"ai-tenant-e2e-extmod-a-76a1ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.323695592Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","tenant":"e2e-extmod-a-76a1ef","tenantID":"e2e-extmod-a-76a1ef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.383640968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"Deployment","name":"maas-api-e2e-extmod-a-76a1ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.4574147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"Service","name":"maas-api-e2e-extmod-a-76a1ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.513482882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-76a1ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.570698802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-76a1ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.628013337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.705225436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.768755276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.809706714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4075a4-7b42-4453-8a90-ffdf5b762e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.86823016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4075a4-7b42-4453-8a90-ffdf5b762e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.88135811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.920080063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4075a4-7b42-4453-8a90-ffdf5b762e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.972557446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:39.97256183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4075a4-7b42-4453-8a90-ffdf5b762e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:40.024395797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:40.100411287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"Service","name":"payload-processing-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:40.16761144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:40.250844755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:40.311046848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:40.38280676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:40.435883781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:40.494693367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:40.557639155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:40.610427412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-76a1ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:40.664208848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-76a1ef"},"namespace":"ai-tenant-e2e-extmod-a-76a1ef","name":"default-tenant","reconcileID":"62b5c4b7-d5a2-45da-8a71-de4ce78d7128","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-76a1ef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:41.968716279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055ba70c-c89c-47c4-b94f-f0912d5e0675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:42.020877798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055ba70c-c89c-47c4-b94f-f0912d5e0675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:42.0735933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055ba70c-c89c-47c4-b94f-f0912d5e0675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:42.126094256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055ba70c-c89c-47c4-b94f-f0912d5e0675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:44.03303668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0aa8000-6cc7-4a6e-82d8-f74823ca7d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:44.086493371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0aa8000-6cc7-4a6e-82d8-f74823ca7d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:44.138518117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0aa8000-6cc7-4a6e-82d8-f74823ca7d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:44.190587394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0aa8000-6cc7-4a6e-82d8-f74823ca7d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:46.114921037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"2731c40d-05d2-404e-9148-1d5c4291f0bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:46.268169958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"ee4e85f4-0624-4acc-9898-d05d95185c13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:46.426411995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab1c2b7a-b728-4bea-aa22-693c90a71b6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:46.493587506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"13f31103-9c2c-4a1c-bc63-0dd812050508","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:46.681020975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"0f89b97f-b8da-4946-bdf5-25802adb563e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:46.936477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"66ba4a0e-1081-4d84-aadc-a240d41db878","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:47.055446014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"6dce6207-1058-485a-8df9-dc2d2f998d93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:47.250885124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"56e83857-277f-4674-b846-80e5ee34b6c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:47.371787997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"b705f1fd-2e57-4343-8ae9-4a77585466f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:47.545736598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d662c832-d372-4094-a1f6-cff212aef7d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:47.665545137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"b3adb19e-83b4-43e8-8715-70b0c068e3db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:47.905110825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"cb00d9cc-76fd-4778-aff9-bdb3f693b894","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:49.484743873Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-76a1ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-76a1ef","reconcileID":"7736b165-f6a9-4e31-b55e-717a4a2160ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-76a1ef","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-76a1ef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:50.628015132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc84627-38fd-4449-a4c9-6c2b1c1a149a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:50.680630223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc84627-38fd-4449-a4c9-6c2b1c1a149a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:50.732690747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc84627-38fd-4449-a4c9-6c2b1c1a149a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:50.785087996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc84627-38fd-4449-a4c9-6c2b1c1a149a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.095734354Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","namespace":"ai-tenant-e2e-extmod-a-7fdf6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.095796288Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","namespace":"ai-tenant-e2e-extmod-a-7fdf6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.095848909Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","tenant":"e2e-extmod-a-7fdf6b","tenantID":"e2e-extmod-a-7fdf6b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.152922134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"Deployment","name":"maas-api-e2e-extmod-a-7fdf6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.223159289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"Service","name":"maas-api-e2e-extmod-a-7fdf6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.292245497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-7fdf6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.349073367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-7fdf6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.42425081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.481051287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.540458766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.600454883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.653680974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.705446869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.757101452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"Service","name":"payload-processing-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.808786201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.906545789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:51.958715509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:52.010363948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:52.067361825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:52.119223408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:52.171735817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:52.269435021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-7fdf6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:52.323911947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fdf6b"},"namespace":"ai-tenant-e2e-extmod-a-7fdf6b","name":"default-tenant","reconcileID":"ae9a6d1e-a044-4659-b189-408f0c9abd24","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-7fdf6b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:52.820591566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a349160-55b2-480c-b523-26d3be5a7eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:52.872953682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a349160-55b2-480c-b523-26d3be5a7eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:52.925763297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a349160-55b2-480c-b523-26d3be5a7eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:52.978020485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a349160-55b2-480c-b523-26d3be5a7eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:53.254582926Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7fdf6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7fdf6b","reconcileID":"d53dcee1-2e42-4ea7-90fb-0516e9c1f13f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-7fdf6b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-7fdf6b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:54.898948828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79edd16-77e6-4669-902f-f72ea929db32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:54.952827056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79edd16-77e6-4669-902f-f72ea929db32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:55.004742211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79edd16-77e6-4669-902f-f72ea929db32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:55.056869844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79edd16-77e6-4669-902f-f72ea929db32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:55.880199285Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:56.95932951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0595242f-f324-4fed-9a87-6146f40164b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:57.012055195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0595242f-f324-4fed-9a87-6146f40164b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:57.065019829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0595242f-f324-4fed-9a87-6146f40164b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:57.120559426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0595242f-f324-4fed-9a87-6146f40164b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.057330255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d094ec8b-cc44-432a-b7c4-a15037abe8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.109989188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d094ec8b-cc44-432a-b7c4-a15037abe8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.16180461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d094ec8b-cc44-432a-b7c4-a15037abe8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.213755608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d094ec8b-cc44-432a-b7c4-a15037abe8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.497632472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-2-w3-3b6013","reconcileID":"f0057863-ce80-4a43-b2c4-c8de427bb25b","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-2-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-2-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.49786582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"85ebdcc9-b10e-475b-ae57-3a654b46c343","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.498141415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"5125ee43-12b0-4f48-b392-e0afa0241259","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.498448203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-w3-3b6013","reconcileID":"29309723-89cf-4f11-88d6-4f504925f796","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.610970344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"2784c45a-7053-4d91-b742-8b7e4d47ecaa","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.611314959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"e4e5b575-40f6-44ff-a616-eeecec8ca9c1","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.611564924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-w3-3b6013","reconcileID":"c4e971c9-aa74-4ba1-b83e-439da29cb1cc","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.611714354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-2-w3-3b6013","reconcileID":"0984aa5a-6d36-4af1-b060-14231784e53a","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-2-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-2-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.66488469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"34648c7b-59c9-4850-8a81-0eb829398bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.665312679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"095e49c6-ce68-447e-b942-11e58678eca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.719258529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"a7ba62bc-0e67-4308-86b9-a5e9b31bbe4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.719277072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"15ecbb13-6a2f-48f1-968d-39812f5292c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.723922604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"095e49c6-ce68-447e-b942-11e58678eca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:37:59.725426972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"34648c7b-59c9-4850-8a81-0eb829398bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:00.055961237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"20735686-3a0d-485a-a31c-b04d04388d6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:00.05634664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"00473316-9741-4be1-9d4b-e59b50937573","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:00.093412299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"df5db589-e84e-42c8-8fe5-fb9722a90329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:00.093689782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"a2eecb0c-c96e-408f-b952-e47e9586ea2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:00.152773532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"a2eecb0c-c96e-408f-b952-e47e9586ea2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:00.152943492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"df5db589-e84e-42c8-8fe5-fb9722a90329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:01.17172136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381bf0da-0cac-4c45-986c-b3aa24182d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:01.22486579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381bf0da-0cac-4c45-986c-b3aa24182d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:01.277125851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381bf0da-0cac-4c45-986c-b3aa24182d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:01.329034642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381bf0da-0cac-4c45-986c-b3aa24182d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:03.27992264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd16c87c-b201-432b-8501-d7bf1c88e39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:03.333009821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd16c87c-b201-432b-8501-d7bf1c88e39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:03.38490941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd16c87c-b201-432b-8501-d7bf1c88e39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:03.43702983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd16c87c-b201-432b-8501-d7bf1c88e39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:04.753969877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-2-w3-3b6013","reconcileID":"10984b78-981d-4be6-b905-afac4e9c6398","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-2-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-2-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.088004009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-w3-3b6013","reconcileID":"d5f2468b-66ab-470a-a250-0bf1d696bafc","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.421193885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec609a9-9371-4d01-95f3-0213ded16059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.422883552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"380f707a-a809-426a-8d95-b835f4c75631","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.473238861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec609a9-9371-4d01-95f3-0213ded16059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.525261097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec609a9-9371-4d01-95f3-0213ded16059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.577683932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec609a9-9371-4d01-95f3-0213ded16059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.753095909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"8b165cf9-2e8e-4e52-8006-d6bceed51d77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.76722602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"65297d73-8d52-4946-a95a-2f8b8cab58b3","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.799974054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"e889776d-97a8-4949-809b-6367a66f76d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.800530615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"9c9e906f-01b0-4e74-b697-5c7e7f206794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.858326348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"e889776d-97a8-4949-809b-6367a66f76d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.859151372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"9c9e906f-01b0-4e74-b697-5c7e7f206794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:05.965604881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"686d1133-c356-4250-a4aa-d7329c629b02","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:06.009435033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"20a83975-8027-4dd2-bfe3-23a5d004af6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:06.175788347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"3799fae0-e623-416a-93ca-22d904916f6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:06.175837669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"bb8aeda0-8725-4a16-8b8c-73d6f0dddf33","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:06.224870602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"0be43655-fe74-44d6-9f1c-2fc93cdbc443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:06.229259471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"d1eb817d-12ba-43d9-8369-10bb10712e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:06.282027762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"0be43655-fe74-44d6-9f1c-2fc93cdbc443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:06.286612808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"d1eb817d-12ba-43d9-8369-10bb10712e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:06.389843226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"c7ec0956-ecab-4fd3-86ae-68a7bcc1f5f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:07.557249953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffcb60a-e4b9-4b8e-8647-bf8ae06e14aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:07.609402777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffcb60a-e4b9-4b8e-8647-bf8ae06e14aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:07.66137832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffcb60a-e4b9-4b8e-8647-bf8ae06e14aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:07.713451096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffcb60a-e4b9-4b8e-8647-bf8ae06e14aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:09.613324933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c33775-27fe-424a-b72f-29f80b59fd05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:09.665721238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c33775-27fe-424a-b72f-29f80b59fd05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:09.718068984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c33775-27fe-424a-b72f-29f80b59fd05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:09.770159521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c33775-27fe-424a-b72f-29f80b59fd05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.066585173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-2-w3-3b6013","reconcileID":"ddc49d5d-c33a-44ec-b1cc-0aae166d56e0","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-2-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-2-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.066871377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-w3-3b6013","reconcileID":"fa313b1f-dbb5-443f-99a0-ec36d1b8933d","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.067110597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"705241be-9208-4409-809a-4819844348cb","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.067422348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"77c6b8ce-7338-422f-9e8f-1dcf5fb889f2","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.222612875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"bef6a38b-1c8a-4b13-ad67-f022a381d465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.222612815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"cc0a3667-de77-4e16-927b-4b638da16e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.276089269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"606e5b08-3e3a-486c-b11b-05bc4506de97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.281208993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"cc0a3667-de77-4e16-927b-4b638da16e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.281206333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"bef6a38b-1c8a-4b13-ad67-f022a381d465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.281692894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"46534696-a122-41fc-8987-0403080676dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.59467629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"8698e21b-0a3d-46c1-aea4-3f3fe95bac8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.597059519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"3020f460-234d-4d81-a36c-07198d2800cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.64094384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"0a9e4ddb-5e06-48d4-9410-e13d0bb3d7ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.64159127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"1c474f43-a988-4e2c-81dd-04726a977666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.699728705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"0a9e4ddb-5e06-48d4-9410-e13d0bb3d7ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:10.700543622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"1c474f43-a988-4e2c-81dd-04726a977666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:11.729953126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca0d92f2-99fd-4ab0-b07c-d0463d5b672b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:11.781756873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca0d92f2-99fd-4ab0-b07c-d0463d5b672b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:11.834215968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca0d92f2-99fd-4ab0-b07c-d0463d5b672b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:11.886704055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca0d92f2-99fd-4ab0-b07c-d0463d5b672b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:13.84558427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294e06c7-6aaf-4360-af17-fd83a0ea1f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:13.898248158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294e06c7-6aaf-4360-af17-fd83a0ea1f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:13.950716825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294e06c7-6aaf-4360-af17-fd83a0ea1f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:14.002812618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294e06c7-6aaf-4360-af17-fd83a0ea1f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:20.067536222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-2-w3-3b6013","reconcileID":"f5ceb0f6-968b-4cf6-b270-5a4ce478ca40","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-2-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-2-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:20.067900576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-w3-3b6013","reconcileID":"b4c60836-91b3-4f9f-8d18-54d51fc61877","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:20.068230309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"26184e2f-8a34-42fe-9d1c-549e25ee3e30","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:20.068693109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"00ee1292-da41-4867-b939-f19927e5f4cd","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:25.879699513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:30.068741192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-2-w3-3b6013","reconcileID":"1d501abf-9ad8-4c96-aa7b-60bdfc9da756","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-2-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-2-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:30.069018937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-w3-3b6013","reconcileID":"926c48f9-79c6-409a-b089-03c0f602a3f3","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:30.06920524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"33829061-b928-45e7-9340-01e28f772f29","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:30.069503112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"873538ad-6687-48f7-b3dd-4ab44f22662a","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:38.587317043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00b0696c-88ec-4f68-9b3d-2bfa317ad338","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:38.698877592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"4ad5cc18-8632-4980-a8fb-dbde4c9f764a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:38.788932287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"8d9d2a25-984a-4791-b69b-70439d014077","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:39.049410392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"b9c41900-2dba-4e81-9ad7-a3067c694fc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:39.196429543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"19062284-fe7e-48bd-8826-85178aa593c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:39.442190384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"054e38ec-384c-4d69-9c56-84953a0a4838","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:39.681045844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b68598ef-c75a-41c0-9ef8-ccda4efa85c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:39.785501887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"96f9b601-85b1-4138-af29-c70ddea4e946","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:39.883768529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"395eb7b2-f0fe-40ad-8d65-cb34edd69765","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:39.994244827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"b05bb98d-ee6a-488c-80c7-e2277164f000","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:40.070116533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-2-w3-3b6013","reconcileID":"b7b94d77-4075-4f67-a27b-7bd9de4a50c3","MaaSModelRef":{"name":"distinct-2-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-2-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-2-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:40.070351189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"distinct-w3-3b6013","reconcileID":"6d294f8f-1fe6-462d-b709-2845d5c2c117","MaaSModelRef":{"name":"distinct-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"distinct-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"distinct-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:40.070510978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"premium-w3-3b6013","reconcileID":"8d4f6b59-14bb-49bc-989e-6a53a9818203","MaaSModelRef":{"name":"premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"premium-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"premium-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:40.070765856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"namespace":"e2e-models-e2e-worker-w3-3b6013","name":"simulator-w3-3b6013","reconcileID":"893d9441-7607-425e-baae-dabbc92348b7","MaaSModelRef":{"name":"simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013"},"routeName":"simulator-w3-3b6013-kserve-route","namespace":"e2e-models-e2e-worker-w3-3b6013","llmisvcName":"simulator-w3-3b6013","gateway":"openshift-ingress/e2e-worker-w3-3b6013","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:40.198503069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"4e1ab732-71f8-4f15-8eca-2dac79913191","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:40.322507247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"b42b7320-dc5a-4c7c-929c-c1c4fdb465ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:41.569516368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1a2663-8244-41da-a182-28e40b29cc68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:41.621889396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1a2663-8244-41da-a182-28e40b29cc68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:41.674276112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1a2663-8244-41da-a182-28e40b29cc68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:41.726781218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1a2663-8244-41da-a182-28e40b29cc68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:41.792195948Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"b29b448a-2aa6-4cb6-8ad3-3c745049e062","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:41.792570157Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"ab997c7e-7f6b-434e-90bd-7b6fabf58634","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:41.890595787Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"b29b448a-2aa6-4cb6-8ad3-3c745049e062","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-simulator-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:41.890858754Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"ab997c7e-7f6b-434e-90bd-7b6fabf58634","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"maas-trlp-premium-w3-3b6013","namespace":"e2e-models-e2e-worker-w3-3b6013","model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:41.958445538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"a2f0c656-0210-4ae1-b9ca-c5719f3ea432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:41.958523403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"b4bff892-ecdf-4723-b244-abff830bcff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.0196585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"a2f0c656-0210-4ae1-b9ca-c5719f3ea432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.019696177Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"a2f0c656-0210-4ae1-b9ca-c5719f3ea432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.019762648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"b4bff892-ecdf-4723-b244-abff830bcff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.019793473Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"b4bff892-ecdf-4723-b244-abff830bcff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.142128338Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"207faac2-921a-4fef-bfee-86f8304da948","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.157453729Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"864ff84b-b5e8-4730-b67d-528eb704256c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.343703459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"d702afbb-8a4c-41de-a353-9bd2560b8dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.345508891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"558946ed-a858-4dfa-b56a-e32e1ed43da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.404680304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"d702afbb-8a4c-41de-a353-9bd2560b8dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.404847313Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"d702afbb-8a4c-41de-a353-9bd2560b8dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.407746266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"558946ed-a858-4dfa-b56a-e32e1ed43da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.407788534Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"558946ed-a858-4dfa-b56a-e32e1ed43da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.768722253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"36a0c9bf-55b6-41a7-a6d9-02d288906889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.768853636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"ec4ea45a-54c6-415d-a673-0958c17004e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.829369182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"36a0c9bf-55b6-41a7-a6d9-02d288906889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.829412993Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"36a0c9bf-55b6-41a7-a6d9-02d288906889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.830548977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"ec4ea45a-54c6-415d-a673-0958c17004e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:42.830577478Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"ec4ea45a-54c6-415d-a673-0958c17004e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.105674463Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"7d1e1610-4740-4cf6-b577-4eee3804515e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.168215815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"113d8825-26f1-4486-8a48-4ad5cfb3c501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.168832361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"d633a42c-6956-45a4-be96-5085d75d96e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.233022834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"d633a42c-6956-45a4-be96-5085d75d96e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.233067892Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"d633a42c-6956-45a4-be96-5085d75d96e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.234625497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"113d8825-26f1-4486-8a48-4ad5cfb3c501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.234651709Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"113d8825-26f1-4486-8a48-4ad5cfb3c501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.579732197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"5c896db6-b119-4740-8d22-1c9bfcb34288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.63662188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"5c896db6-b119-4740-8d22-1c9bfcb34288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.636657617Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"5c896db6-b119-4740-8d22-1c9bfcb34288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.683483449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"9b9c1441-5e16-462f-857a-a81011bda154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.740969358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"9b9c1441-5e16-462f-857a-a81011bda154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.793897667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6cb7e4-bfd4-4400-a44e-6563511d5767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.802395471Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"9b9c1441-5e16-462f-857a-a81011bda154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.846611286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6cb7e4-bfd4-4400-a44e-6563511d5767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.899116444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6cb7e4-bfd4-4400-a44e-6563511d5767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:43.950777682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6cb7e4-bfd4-4400-a44e-6563511d5767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:55.87961843Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:58.215006624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"8fb410da-3b86-4cb2-883b-a673ee30833a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:58.466162958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"bde1d03e-0d6a-42c9-808b-724cddf94a44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:58.769955183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"141f47a6-fe08-4a04-81b6-ab2d8d04f755","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:58.825249029Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"3e0c5e3c-da50-4a98-8152-a6a6c3d34c9a","namespace":"ai-tenant-e2e-worker-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:58.825445754Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"3e0c5e3c-da50-4a98-8152-a6a6c3d34c9a","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:58.870329793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"cb5ca235-b90f-4bb4-8d11-92cf657aff27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:58.927373984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"c6f9aca6-deca-405a-8cec-cdc6c45aedd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:58.947236462Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"3e0c5e3c-da50-4a98-8152-a6a6c3d34c9a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.023604604Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"3e0c5e3c-da50-4a98-8152-a6a6c3d34c9a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.02362813Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"3e0c5e3c-da50-4a98-8152-a6a6c3d34c9a","namespace":"ai-tenant-e2e-worker-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.023697863Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"3e0c5e3c-da50-4a98-8152-a6a6c3d34c9a","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.096504742Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"3e0c5e3c-da50-4a98-8152-a6a6c3d34c9a","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.132496256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"af352b73-2ca7-4ff4-a220-916c5a0c5773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.13817992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fce6b85f-aca9-481f-b5f5-b86cb07fb145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.164419752Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"3e0c5e3c-da50-4a98-8152-a6a6c3d34c9a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.164679218Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","namespace":"ai-tenant-e2e-extmod-a-cdd844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.164757578Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","namespace":"ai-tenant-e2e-extmod-a-cdd844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.164837125Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","tenant":"e2e-extmod-a-cdd844","tenantID":"e2e-extmod-a-cdd844","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.195460306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"af352b73-2ca7-4ff4-a220-916c5a0c5773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.213260352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fce6b85f-aca9-481f-b5f5-b86cb07fb145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.218544113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a80fbd61-4fe7-47fb-b3af-ecfe8b2eb447","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.250487014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-cdd844","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.253984476Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"af352b73-2ca7-4ff4-a220-916c5a0c5773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.278985108Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"fce6b85f-aca9-481f-b5f5-b86cb07fb145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.355215055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"Service","name":"maas-api-e2e-extmod-a-cdd844","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.42151602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-cdd844","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.42322893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"82d7829b-bfd8-441a-9128-bd53cb36fef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.476186695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"07eff1d7-4fc9-4fb5-9dac-f3e06c5db97b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.483189711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-cdd844","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.523219543Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"f72b5056-b147-4f64-873b-0dc154bd9fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.542269429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.566879997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9bedb5d3-c73e-4c88-9f4e-6dc744e642a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.597034882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.656020754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.675394527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"82d7829b-bfd8-441a-9128-bd53cb36fef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.718447561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.770776148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.780769874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"f72b5056-b147-4f64-873b-0dc154bd9fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.811487561Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"82d7829b-bfd8-441a-9128-bd53cb36fef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.811565166Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-access","reconcileID":"82d7829b-bfd8-441a-9128-bd53cb36fef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.824650475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.882806575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"f72b5056-b147-4f64-873b-0dc154bd9fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"name":"e2e-worker-w3-3b6013-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.88283158Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-access","reconcileID":"f72b5056-b147-4f64-873b-0dc154bd9fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.935767048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"Service","name":"payload-processing-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.990846116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:38:59.99137504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"b4cae613-446e-4d84-844d-88889262dc7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.043888681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.096778386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.106467248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"da77048d-47b4-4dd1-adca-43814724d0b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.148273996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.208653737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.261148476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.313325741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.367652456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-cdd844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.419418986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cdd844"},"namespace":"ai-tenant-e2e-extmod-a-cdd844","name":"default-tenant","reconcileID":"08230c1e-a916-41fa-aeab-6c150a86ad5b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-cdd844","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.781418743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63eac391-a239-4dc1-8756-679e82b5a7cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.833711227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63eac391-a239-4dc1-8756-679e82b5a7cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.885665398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63eac391-a239-4dc1-8756-679e82b5a7cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:00.937796085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63eac391-a239-4dc1-8756-679e82b5a7cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:01.337444586Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-cdd844","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-cdd844","reconcileID":"44e7df94-dfa4-4a37-95a5-74a495a0548c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-cdd844","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-cdd844"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:02.931628997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7696a6e3-1436-473c-b8c7-bbda532a7fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:02.983973785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7696a6e3-1436-473c-b8c7-bbda532a7fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:03.035849121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7696a6e3-1436-473c-b8c7-bbda532a7fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:03.08791407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7696a6e3-1436-473c-b8c7-bbda532a7fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:05.040254318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df473b79-4b47-4fe8-9bad-21541b3d1eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:05.093158197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df473b79-4b47-4fe8-9bad-21541b3d1eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:05.147725671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df473b79-4b47-4fe8-9bad-21541b3d1eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:05.200254571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df473b79-4b47-4fe8-9bad-21541b3d1eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:05.909903291Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:05.909961222Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:05.910039237Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","tenant":"e2e-shared-b-w4-0f83f5","tenantID":"e2e-shared-b-w4-0f83f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:05.975111807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-0f83f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.04982455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"Service","name":"maas-api-e2e-shared-b-w4-0f83f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.106318656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-0f83f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.165363458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-0f83f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.22236734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.277330249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.334928942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.400550079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.453225118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.505151846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.556877015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.613044145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.665724712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.717567859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.769320395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.825792726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.877644664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.929467583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:06.982621391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-0f83f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:07.040546061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0f83f5"},"namespace":"ai-tenant-e2e-shared-b-w4-0f83f5","name":"default-tenant","reconcileID":"ffc9ed12-9a42-4221-900b-851629ec9067","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-0f83f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:07.913655923Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-0f83f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-0f83f5","reconcileID":"db345058-4241-4c86-8194-f6e485e6064d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-0f83f5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-0f83f5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:09.105730803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196b372b-cef5-4819-913c-e27cbc9d0929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:09.158328088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196b372b-cef5-4819-913c-e27cbc9d0929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:09.158669312Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"4e59c97b-9e5d-4ae1-8b1f-cd0fe347a1fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:09.210333324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196b372b-cef5-4819-913c-e27cbc9d0929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:09.210363878Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"simulator-subscription","reconcileID":"4e59c97b-9e5d-4ae1-8b1f-cd0fe347a1fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-3b6013/simulator-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:09.262550416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196b372b-cef5-4819-913c-e27cbc9d0929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:09.314961893Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"7258001d-2727-449f-ba32-8692d3b786ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:09.3151076Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"premium-simulator-subscription","reconcileID":"7258001d-2727-449f-ba32-8692d3b786ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"model":"e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-3b6013/premium-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:11.336951142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1012ff-5c7d-4a7e-a11e-7f48f36cce2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:11.389793197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1012ff-5c7d-4a7e-a11e-7f48f36cce2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:11.441514711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1012ff-5c7d-4a7e-a11e-7f48f36cce2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:11.496390179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1012ff-5c7d-4a7e-a11e-7f48f36cce2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:13.439195229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ac6273-5d03-4b58-a186-af4c84247be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:13.491490725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ac6273-5d03-4b58-a186-af4c84247be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:13.543675356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ac6273-5d03-4b58-a186-af4c84247be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:13.596382818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ac6273-5d03-4b58-a186-af4c84247be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.493395996Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","namespace":"ai-tenant-e2e-extmod-b-185e8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.493454441Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","namespace":"ai-tenant-e2e-extmod-b-185e8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.493506406Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","tenant":"e2e-extmod-b-185e8b","tenantID":"e2e-extmod-b-185e8b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.547838605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"Deployment","name":"maas-api-e2e-extmod-b-185e8b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.608969437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"Service","name":"maas-api-e2e-extmod-b-185e8b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.669466025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-185e8b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.751394047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-185e8b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.808996371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.864051194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.921176636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:22.975865596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.027668625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.079649018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.131756732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"Service","name":"payload-processing-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.190184976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.242257592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.273270004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd275b7b-caaf-4197-be0c-81b9410eb760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.32517937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.326145962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd275b7b-caaf-4197-be0c-81b9410eb760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.380204555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.381894826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd275b7b-caaf-4197-be0c-81b9410eb760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.434400068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd275b7b-caaf-4197-be0c-81b9410eb760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.439875929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.49192749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.543834496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.604372074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-185e8b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.710688524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-185e8b"},"namespace":"ai-tenant-e2e-extmod-b-185e8b","name":"default-tenant","reconcileID":"07323ef2-cf4d-4eca-817b-a15b3bb7b6fe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-185e8b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:23.828715396Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-98b389","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-98b389","reconcileID":"0f2d81ce-9bc2-45a3-9ab4-bb013a458194","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-98b389","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-98b389":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.024624995Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-185e8b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-185e8b","reconcileID":"e96f9758-e92a-425f-b723-8817fa2ed31e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-185e8b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-185e8b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.437921691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44349700-7838-46f5-b5b1-9e354790f9c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.489801712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44349700-7838-46f5-b5b1-9e354790f9c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.541630855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44349700-7838-46f5-b5b1-9e354790f9c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.593723001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44349700-7838-46f5-b5b1-9e354790f9c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:25.882296172Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:27.569367348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc515cd-166f-4818-89fc-80fcfe74305b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:27.621419147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc515cd-166f-4818-89fc-80fcfe74305b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:27.673391335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc515cd-166f-4818-89fc-80fcfe74305b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:27.732432042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc515cd-166f-4818-89fc-80fcfe74305b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:29.724315313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474ba9e1-672a-4197-ad17-ab5fe3fc3b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:29.776221686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474ba9e1-672a-4197-ad17-ab5fe3fc3b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:29.828967313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474ba9e1-672a-4197-ad17-ab5fe3fc3b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:29.881449934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474ba9e1-672a-4197-ad17-ab5fe3fc3b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:31.84192832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee0220d-487d-4a5c-a130-7e767b9c7963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:31.89472826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee0220d-487d-4a5c-a130-7e767b9c7963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:31.948616027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee0220d-487d-4a5c-a130-7e767b9c7963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:32.004969575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee0220d-487d-4a5c-a130-7e767b9c7963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:33.92632421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd487bbd-4d05-4ba3-b334-3693ceda0e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:33.978031156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd487bbd-4d05-4ba3-b334-3693ceda0e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:34.029808496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd487bbd-4d05-4ba3-b334-3693ceda0e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:34.086007126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd487bbd-4d05-4ba3-b334-3693ceda0e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.017534953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4dc3a1-fcdb-472a-9a4d-b2800a28772e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.070316791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4dc3a1-fcdb-472a-9a4d-b2800a28772e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.123901761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4dc3a1-fcdb-472a-9a4d-b2800a28772e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.176709354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4dc3a1-fcdb-472a-9a4d-b2800a28772e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.088691453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5e64a0-6a9c-4fed-80f1-ab19b4ec54ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.141213774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5e64a0-6a9c-4fed-80f1-ab19b4ec54ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.193141909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5e64a0-6a9c-4fed-80f1-ab19b4ec54ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.245350159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5e64a0-6a9c-4fed-80f1-ab19b4ec54ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:55.880125157Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.167911478Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","namespace":"ai-tenant-e2e-extmod-a-9e4e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.167973348Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","namespace":"ai-tenant-e2e-extmod-a-9e4e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.168034917Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","tenant":"e2e-extmod-a-9e4e63","tenantID":"e2e-extmod-a-9e4e63","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.222886623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"Deployment","name":"maas-api-e2e-extmod-a-9e4e63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.286237712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"Service","name":"maas-api-e2e-extmod-a-9e4e63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.351212237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-9e4e63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.405702617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-9e4e63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.46678461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.521605941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.579035003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.641464367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.695420297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.74742886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.799376108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"Service","name":"payload-processing-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.852156131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.903616468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:59.955617857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:00.008987462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:00.067778433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:00.119723555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:00.176302664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:00.230772987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-9e4e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:00.282865607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9e4e63"},"namespace":"ai-tenant-e2e-extmod-a-9e4e63","name":"default-tenant","reconcileID":"5a39af2c-cb31-44fd-89b3-e3d9f3cd8fe6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-9e4e63","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:01.135240763Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9e4e63","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9e4e63","reconcileID":"2414230e-bcd1-4bea-846b-5f07da049a7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9e4e63","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-9e4e63"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:01.491077626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1d8f1dd1-d9b6-4d2e-abfe-56800e833752","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:01.618177827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"541c2f3b-ab99-4253-a381-9a1b50c3f1cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:01.805760977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"537edc68-2a0a-49ab-9e2d-a894756328a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:01.898711963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"dcf364bd-83cd-421c-a64e-43b1d89988b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:01.939833131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c60473a-40d9-4e2f-a869-d1d4c220badc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:02.012225302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"599c072c-96f6-45fe-bfe7-728dc3176002","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:02.120427889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"c6223029-9947-427a-bdab-e072f4e4278e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:02.222043861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"b39f1145-be54-47f7-8bbf-ea8402864284","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:02.323509327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"11b496a7-b638-447e-ad78-b0cc7d8473f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:02.34939133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe0bcb2-6e3b-45e9-bf1a-98f367ad9688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:02.401740276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe0bcb2-6e3b-45e9-bf1a-98f367ad9688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:02.453249503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe0bcb2-6e3b-45e9-bf1a-98f367ad9688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:02.506711442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe0bcb2-6e3b-45e9-bf1a-98f367ad9688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:02.719657468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"138ea61b-3271-4930-a14a-1db212e00fc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:04.418440381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1e90e4-4f68-4fd6-a4a2-0511ac85a6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:04.470167439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1e90e4-4f68-4fd6-a4a2-0511ac85a6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:04.522035608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1e90e4-4f68-4fd6-a4a2-0511ac85a6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:04.573799108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1e90e4-4f68-4fd6-a4a2-0511ac85a6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.169609588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25a76f4-a9b4-4a53-8903-0dfaff4da3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.224267268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25a76f4-a9b4-4a53-8903-0dfaff4da3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.277766819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25a76f4-a9b4-4a53-8903-0dfaff4da3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.332945898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25a76f4-a9b4-4a53-8903-0dfaff4da3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.457742553Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","namespace":"ai-tenant-e2e-worker-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.457810358Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","namespace":"ai-tenant-e2e-worker-w3-3b6013","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.457859964Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","tenant":"e2e-worker-w3-3b6013","tenantID":"e2e-worker-w3-3b6013","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.512449636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"Deployment","name":"maas-api-e2e-worker-w3-3b6013","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.614987352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"Service","name":"maas-api-e2e-worker-w3-3b6013","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.680692995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-3b6013","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.734782225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-3b6013","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.78981237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.844874728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.903247262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:10.966920931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.020871586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.075590474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.127498311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"Service","name":"payload-processing-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.17922431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.231152094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.282746588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.334182695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.404544449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.456135763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.507668197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.560634801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-3b6013","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:11.613008736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3b6013"},"namespace":"ai-tenant-e2e-worker-w3-3b6013","name":"default-tenant","reconcileID":"c370e229-a670-46dc-9ca7-88ee52a689f4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-3b6013","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:12.28309541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c3d52a-4627-46c2-9f42-2f59b5905736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:12.335071217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c3d52a-4627-46c2-9f42-2f59b5905736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:12.386903303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c3d52a-4627-46c2-9f42-2f59b5905736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:12.441901556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c3d52a-4627-46c2-9f42-2f59b5905736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:12.635648732Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-3b6013","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-3b6013","reconcileID":"c01549bd-50c8-4022-a9e0-77ba66d5bd36","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-3b6013","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-3b6013"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:14.366797881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402eb601-a14a-4519-a555-e58c34315e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:14.419810628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402eb601-a14a-4519-a555-e58c34315e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:14.475031489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402eb601-a14a-4519-a555-e58c34315e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:14.528655713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402eb601-a14a-4519-a555-e58c34315e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.457237671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1e3409-01f2-4ab5-a3d3-a194c1bacfc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.509124439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1e3409-01f2-4ab5-a3d3-a194c1bacfc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.560950108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1e3409-01f2-4ab5-a3d3-a194c1bacfc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.612719276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1e3409-01f2-4ab5-a3d3-a194c1bacfc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.946012355Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","namespace":"ai-tenant-e2e-extmod-b-25e5ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.94607145Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","namespace":"ai-tenant-e2e-extmod-b-25e5ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.946121185Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","tenant":"e2e-extmod-b-25e5ef","tenantID":"e2e-extmod-b-25e5ef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.002344926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"Deployment","name":"maas-api-e2e-extmod-b-25e5ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.125574944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"Service","name":"maas-api-e2e-extmod-b-25e5ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.182981312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-25e5ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.238154992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-25e5ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.302075235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.359382567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.422193934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.477120905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.528870183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.580873598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.633083607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"Service","name":"payload-processing-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.684800979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.738081145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.790017886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.841742657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.898222381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.949752229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.0014541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.055631754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-25e5ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.107542353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-25e5ef"},"namespace":"ai-tenant-e2e-extmod-b-25e5ef","name":"default-tenant","reconcileID":"0fb97364-e3ca-4bbb-943a-c781c40057e5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-25e5ef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.972373579Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-25e5ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-25e5ef","reconcileID":"fd4c7300-7e94-435b-bbb9-0d8b22ffb712","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-25e5ef","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-25e5ef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.080375151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd111b37-b147-417e-bee1-007f11a4adf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.133376278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd111b37-b147-417e-bee1-007f11a4adf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.19350487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd111b37-b147-417e-bee1-007f11a4adf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.246610897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd111b37-b147-417e-bee1-007f11a4adf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.456497666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"738b15f8-7eb7-404a-b6af-4dd9727b4e15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.571276372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"8a66089a-f0a4-4f81-8410-b3fd40100704","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.625010643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"dd2347c6-e4b5-463d-b496-7e4da8f12c73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.763128868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"83af63c2-257c-4417-b523-8eb9fb890c7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.763173798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b3ff525-3f1d-4132-8e08-062ad2f34b6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.889611183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"e486220d-6e53-4c9a-87c0-114c8f73905c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:21.121667729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c92c4968-3bd3-4698-b57b-da525791ed3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:21.221777289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"7557009f-bc0f-4644-a4ed-4c4a653f439d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:21.372111003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"9355ba44-6b83-4eb2-95ea-5fffd289911d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:21.482318199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"1e0773f9-693d-4875-91b1-f18f3c087cc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:22.200298838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa6a283-2331-447d-acdd-9295091a3775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:22.252306964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa6a283-2331-447d-acdd-9295091a3775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:22.303884569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa6a283-2331-447d-acdd-9295091a3775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:22.355775384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa6a283-2331-447d-acdd-9295091a3775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.262804838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694d12d8-4f22-467b-86f3-f89ea7ad59c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.315831944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694d12d8-4f22-467b-86f3-f89ea7ad59c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.36795985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694d12d8-4f22-467b-86f3-f89ea7ad59c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.420124397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694d12d8-4f22-467b-86f3-f89ea7ad59c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:25.878693412Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.31239971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00d3a35-a3d5-43f9-a794-86709aa85392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.364596233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00d3a35-a3d5-43f9-a794-86709aa85392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.416317955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00d3a35-a3d5-43f9-a794-86709aa85392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.469135617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00d3a35-a3d5-43f9-a794-86709aa85392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.417824404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ddcd56-d433-4900-ab5d-81e3a2bd5749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.470300312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ddcd56-d433-4900-ab5d-81e3a2bd5749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.522128215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ddcd56-d433-4900-ab5d-81e3a2bd5749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.57454456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ddcd56-d433-4900-ab5d-81e3a2bd5749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:30.46323139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d737f7aa-5986-4737-8da2-9a8387f0ffb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:30.514899205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d737f7aa-5986-4737-8da2-9a8387f0ffb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:30.566598271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d737f7aa-5986-4737-8da2-9a8387f0ffb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:30.618260922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d737f7aa-5986-4737-8da2-9a8387f0ffb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.521892539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3dca01e-f96d-4132-bdb7-efaf0bee5373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.573921925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3dca01e-f96d-4132-bdb7-efaf0bee5373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.626962778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3dca01e-f96d-4132-bdb7-efaf0bee5373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.686123583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3dca01e-f96d-4132-bdb7-efaf0bee5373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.946698562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"4e465895-f697-410a-b616-9fb8eff6afa9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-98b389","tenantID":"e2e-extmod-a-98b389","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.134224401Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"4e465895-f697-410a-b616-9fb8eff6afa9","name":"e2e-extmod-a-98b389-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.193134458Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.193200306Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.193262229Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","tenant":"e2e-shared-a-w2-8f9c6b","tenantID":"e2e-shared-a-w2-8f9c6b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.247345102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-8f9c6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.30943142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"Service","name":"maas-api-e2e-shared-a-w2-8f9c6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.368172267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-8f9c6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.42189092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-8f9c6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.480980249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.535709615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.592262242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.611910269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d294fd6-d3fc-4721-a32f-058967e912d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.668366938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.668451123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d294fd6-d3fc-4721-a32f-058967e912d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.720111676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.720559069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d294fd6-d3fc-4721-a32f-058967e912d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.771740358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.7729167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d294fd6-d3fc-4721-a32f-058967e912d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.824628332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.876201979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.927669286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.979069093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:35.041361452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:35.097051918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:35.148774341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:35.200187389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:35.251875934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-8f9c6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:35.30337525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9c6b","name":"default-tenant","reconcileID":"08694421-0565-4334-9355-6a7550199fe4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-8f9c6b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.234678752Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-8f9c6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-8f9c6b","reconcileID":"22ab2473-52a9-4aea-be4d-12f69ea6326f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-8f9c6b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-8f9c6b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.698196366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9869d4cd-f39e-453d-8ec5-8f298c95fbcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.750776392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9869d4cd-f39e-453d-8ec5-8f298c95fbcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.802494174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9869d4cd-f39e-453d-8ec5-8f298c95fbcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.856637267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9869d4cd-f39e-453d-8ec5-8f298c95fbcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.758505509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b962b1-c8b7-4ad4-9a82-c027003e2245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.811319989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b962b1-c8b7-4ad4-9a82-c027003e2245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.863120567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b962b1-c8b7-4ad4-9a82-c027003e2245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.915138079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b962b1-c8b7-4ad4-9a82-c027003e2245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.8035542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62a5b49-9164-4853-a495-351c3d3a4221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.855164347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62a5b49-9164-4853-a495-351c3d3a4221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.90700606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62a5b49-9164-4853-a495-351c3d3a4221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.958705124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62a5b49-9164-4853-a495-351c3d3a4221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:45.622523718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e888c5-7f41-4b39-9205-a9051c743fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:45.674577707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e888c5-7f41-4b39-9205-a9051c743fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:45.726402592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e888c5-7f41-4b39-9205-a9051c743fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:45.778579829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e888c5-7f41-4b39-9205-a9051c743fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:47.692406073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec1b1a0-d86b-4566-bb9c-dadc25fc18b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:47.744570608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec1b1a0-d86b-4566-bb9c-dadc25fc18b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:47.796701064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec1b1a0-d86b-4566-bb9c-dadc25fc18b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:47.850582694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec1b1a0-d86b-4566-bb9c-dadc25fc18b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.800256648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f8dd0c-42b6-461b-98b8-e6adb8cab0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.852500288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f8dd0c-42b6-461b-98b8-e6adb8cab0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.904312961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f8dd0c-42b6-461b-98b8-e6adb8cab0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.956499064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f8dd0c-42b6-461b-98b8-e6adb8cab0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.919060088Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.262741196Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","namespace":"ai-tenant-e2e-extmod-b-345670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.262798553Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","namespace":"ai-tenant-e2e-extmod-b-345670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.262851876Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","tenant":"e2e-extmod-b-345670","tenantID":"e2e-extmod-b-345670","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.317687078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"Deployment","name":"maas-api-e2e-extmod-b-345670","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.378795068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"Service","name":"maas-api-e2e-extmod-b-345670","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.434333534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-345670","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.48849482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-345670","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.547879573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.602937446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.660514114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.715219684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.767276987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.818853435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.872046532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"Service","name":"payload-processing-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.92407146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:10.97592419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.03007362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.082110022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.138868075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.191123911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.242933332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.29502853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-345670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.346860473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-345670"},"namespace":"ai-tenant-e2e-extmod-b-345670","name":"default-tenant","reconcileID":"0522a6e8-eee6-4d7c-863a-749c5dc04897","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-345670","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.624138281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"875c19dd-3290-4dff-a925-36289927f277","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.747213643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"dd238992-a3e3-4f51-a406-c50e943cefcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.86844652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"f3ddc373-f979-4f04-8e9a-323cf95c547a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:11.990631834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"6bc81ea4-39c4-468c-8675-0cc930db06ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.116362849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"3c9b1ef5-595e-4af9-8fb0-2156364d7ea6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.163666684Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-345670","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-345670","reconcileID":"51b1143f-7998-40b5-897b-9a705ec0309c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-345670","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-345670"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.213241627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"53af167b-5f65-4a69-90c9-905ffd66f027","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.401346764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b89d486d-c4e5-4f59-aaff-45d3c199c167","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.589645158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"8a8236d9-9398-4bae-a8df-e34fe8f09862","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.641959958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"2e308617-c3e8-437f-bc6f-55161c243ee6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.924818145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0ee8178-c8a4-4f16-b30c-9fa7f5e5d611","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:13.267880646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea76cff-af32-44c1-976c-1137d13e8345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:13.319768998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea76cff-af32-44c1-976c-1137d13e8345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:13.371728524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea76cff-af32-44c1-976c-1137d13e8345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:13.423971898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea76cff-af32-44c1-976c-1137d13e8345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:15.328314696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56e782c-6be0-47bf-a014-8ba975d52917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:15.380448805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56e782c-6be0-47bf-a014-8ba975d52917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:15.4326265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56e782c-6be0-47bf-a014-8ba975d52917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:15.484848274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56e782c-6be0-47bf-a014-8ba975d52917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:17.429911552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e713fe5-b739-42e8-a4ac-1e48a220689c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:17.482098395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e713fe5-b739-42e8-a4ac-1e48a220689c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:17.534221757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e713fe5-b739-42e8-a4ac-1e48a220689c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:17.586362565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e713fe5-b739-42e8-a4ac-1e48a220689c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:19.505134774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c64446-8263-4192-80d4-eedcadc2ac46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:19.557966161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c64446-8263-4192-80d4-eedcadc2ac46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:19.60991159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c64446-8263-4192-80d4-eedcadc2ac46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:19.661624488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c64446-8263-4192-80d4-eedcadc2ac46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:21.626751294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700f3095-4f32-4933-8a47-5385e47e75c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:21.679539371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700f3095-4f32-4933-8a47-5385e47e75c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:21.732161988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700f3095-4f32-4933-8a47-5385e47e75c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:21.784731754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700f3095-4f32-4933-8a47-5385e47e75c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:23.694350858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a9a2b3-f6f2-4892-b8d1-10e62b8a8879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:23.746023704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a9a2b3-f6f2-4892-b8d1-10e62b8a8879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:23.797941487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a9a2b3-f6f2-4892-b8d1-10e62b8a8879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:23.849798336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a9a2b3-f6f2-4892-b8d1-10e62b8a8879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:25.879736513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:26.418143409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"bfcd36f4-f361-4795-8916-39098db4c410","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:26.59782903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"52ec5454-0de5-46c1-b6ec-7af12f034a43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:26.717483471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"9d1a1561-3c44-464c-905c-00bb346f9af5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:26.820969851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"754be9fc-64c4-4a79-b89d-603de5e28b98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:26.836729841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"ddb84770-6360-4625-96cd-5a9692dbf943","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:27.080678104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26a05cc4-4986-4e04-8d51-3da2f6449ab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:27.186628446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"8bfe8ddb-4ef6-4656-88fb-c9ecf680e2ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:27.33676607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"61d54325-26d8-4824-879d-ea9ec255c2d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:27.395783463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"fbd0cb9a-422c-4eee-9154-6f3cadeb7f28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:27.446931705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89fee609-1667-4bb8-a79e-0c52975ff59e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:31.937913869Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","namespace":"ai-tenant-e2e-shared-a-w1-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:31.938009224Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","namespace":"ai-tenant-e2e-shared-a-w1-23302c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:31.938094129Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","tenant":"e2e-shared-a-w1-23302c","tenantID":"e2e-shared-a-w1-23302c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:31.992204889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-23302c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.054784027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"Service","name":"maas-api-e2e-shared-a-w1-23302c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.122224804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-23302c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.17683956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-23302c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.233653432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.289621288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.348326992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.406832888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.458245208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.509796478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.561991253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.613638073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.665422878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.7170752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.768883795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.827424314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.888219369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.940429105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:32.992765515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-23302c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.045064479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-23302c"},"namespace":"ai-tenant-e2e-shared-a-w1-23302c","name":"default-tenant","reconcileID":"62eae6a3-52d6-4dc6-a7de-4b3553bc6473","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-23302c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.103995819Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.10406213Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.1041115Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","tenant":"e2e-shared-b-w2-dc5cdd","tenantID":"e2e-shared-b-w2-dc5cdd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.161488628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-dc5cdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.227397008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"Service","name":"maas-api-e2e-shared-b-w2-dc5cdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.283016016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-dc5cdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.336830441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-dc5cdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.391400005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.445881254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.502840351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.557709466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.61359459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.665186625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.718592022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.737717205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507fc7b9-072a-4b29-a6fb-6e0d91e3bbe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.789209689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.789839486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507fc7b9-072a-4b29-a6fb-6e0d91e3bbe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.84106742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.841857697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507fc7b9-072a-4b29-a6fb-6e0d91e3bbe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.89318781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.893850025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507fc7b9-072a-4b29-a6fb-6e0d91e3bbe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.946015352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:33.952685285Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-23302c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-23302c","reconcileID":"ef02ef31-e2b1-4ef0-9905-42fe6a5b50a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-23302c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-23302c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:34.001951892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:34.053232799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:34.104760405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:34.16755615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-dc5cdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:34.21910665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd"},"namespace":"ai-tenant-e2e-shared-b-w2-dc5cdd","name":"default-tenant","reconcileID":"becb8564-0e89-42fa-9205-abf50a63d566","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-dc5cdd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:35.116666818Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-dc5cdd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-dc5cdd","reconcileID":"480d9028-1b68-4490-ad23-b5c97d5e046c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-dc5cdd","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-dc5cdd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:35.916357222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd04b3f-24f1-4d64-a0d3-de6669d85012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:35.968459526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd04b3f-24f1-4d64-a0d3-de6669d85012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:36.020104123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd04b3f-24f1-4d64-a0d3-de6669d85012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:36.071763279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd04b3f-24f1-4d64-a0d3-de6669d85012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:38.014768677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec76a48c-835f-40c3-ab0d-22139f527d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:38.066653615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec76a48c-835f-40c3-ab0d-22139f527d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:38.118729172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec76a48c-835f-40c3-ab0d-22139f527d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:38.170737453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec76a48c-835f-40c3-ab0d-22139f527d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.729417165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7706847-05ce-402a-8b04-8f1985d4e8e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.781678221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7706847-05ce-402a-8b04-8f1985d4e8e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.833586768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7706847-05ce-402a-8b04-8f1985d4e8e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.886735805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7706847-05ce-402a-8b04-8f1985d4e8e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.207205623Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5da1ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5da1ae","reconcileID":"5d4ca50d-0581-44a1-8290-7e90e3088005","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-5da1ae","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-5da1ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.399051527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"f3fe06ce-ecc7-4281-8f35-87872d478f1a","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.399418979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"70f288cb-57ef-4e5b-8676-9b18322625ad","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.399673777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"70025954-0d05-49f7-be07-86dcaec93367","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.399823776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"5fa33484-5942-4f8d-9d4e-d3ad5b725014","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.556395164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"18cb14e2-24ed-457e-8462-733b5b8ce33d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.556407749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"eba8dba7-877d-4be7-8b3b-988fb2007cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.593604427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"40c733a4-c645-4b83-a059-5f842cad52da","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.5939082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"b3902898-f017-440d-8b6e-f0c1ed3c5693","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.594155814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"a288ceff-ab6f-4813-ac8f-daffa0bfafc2","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.59434624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"5c6677b9-f869-48b9-afa9-a00730da34d8","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.613836619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"eba8dba7-877d-4be7-8b3b-988fb2007cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.614401672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"49dae086-6f87-4c0c-92f8-3e0483f721c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.614830623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"a4fe0a42-23ed-4ec1-bee4-8511b9280d64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.615010701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"18cb14e2-24ed-457e-8462-733b5b8ce33d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.978753872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"d2f95971-a151-4559-bd67-69fb6141ebba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.979183517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"206130b3-e4ec-4cf0-95e3-985bb514ab69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.08609924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"68cf03a7-4167-46bb-b75e-8106f80df956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.086257904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"fdafbcdc-ce43-46f4-9ff7-864b4bb0fa7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.144955096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"68cf03a7-4167-46bb-b75e-8106f80df956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.144955098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"fdafbcdc-ce43-46f4-9ff7-864b4bb0fa7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.836667698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8a93c1-eed7-4c91-bd26-d15043c2ec3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.889096533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8a93c1-eed7-4c91-bd26-d15043c2ec3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.940905699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8a93c1-eed7-4c91-bd26-d15043c2ec3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:45.993058298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8a93c1-eed7-4c91-bd26-d15043c2ec3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:47.930116625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d82ab8b-c5f6-4d32-bfbc-f76dff41045f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:47.982853694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d82ab8b-c5f6-4d32-bfbc-f76dff41045f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.035005438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d82ab8b-c5f6-4d32-bfbc-f76dff41045f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.093113546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d82ab8b-c5f6-4d32-bfbc-f76dff41045f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:49.686909307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"d74a1df2-a521-49c1-97f6-a9218f5bf6d1","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.0183262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0b0d5c-0b7c-491d-ab7d-ce1f1a7d0d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.02500119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"07e09520-b641-40e5-bdcf-15ac2525dd8f","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.070741807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0b0d5c-0b7c-491d-ab7d-ce1f1a7d0d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.123057077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0b0d5c-0b7c-491d-ab7d-ce1f1a7d0d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.123147488Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.123199779Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.123253532Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","tenant":"e2e-shared-a-w0-19f6ea","tenantID":"e2e-shared-a-w0-19f6ea","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.17529743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0b0d5c-0b7c-491d-ab7d-ce1f1a7d0d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.231536997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-19f6ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.294013421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"Service","name":"maas-api-e2e-shared-a-w0-19f6ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.353326703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-19f6ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.362033227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"e9c47604-6852-418d-bb70-1e930fb43649","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.443782207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-19f6ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.498567709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.554832433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.598952482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"6fd5b519-d895-4ac5-b804-75e4660a2b82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.607061239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0b5604ec-981c-4a52-b2ba-dd7d1241f3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.607375858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"440fe6e7-f960-4464-a9dc-114ec7457400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.616857319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.665541972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"440fe6e7-f960-4464-a9dc-114ec7457400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.665555889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"0b5604ec-981c-4a52-b2ba-dd7d1241f3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.672250842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.723617469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.738865296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"63d75dfa-d59c-4315-843d-06992e21ebd1","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.77481659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.798761359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"8a782e0d-6885-4934-b4a9-e69ee8bc3429","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.826250129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.877649345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.929041174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.956731971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"6fe5996d-9385-4212-84f5-5763a294f4ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:50.980457104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.026205018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"dd7903d9-a548-418a-8752-167f65c95a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.026788016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"aca88a39-f8ff-499f-8732-2fc7ac83603d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.031950831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.049071274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"7e83be8a-9233-4d15-a620-b3d2e4dbe712","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.083647974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"aca88a39-f8ff-499f-8732-2fc7ac83603d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.085871107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"dd7903d9-a548-418a-8752-167f65c95a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.088109391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.132581664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"fbca1546-87c2-4887-a4a0-780dfc37e6bb","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.143181194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.231142663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.284890443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-19f6ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.336394007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-19f6ea"},"namespace":"ai-tenant-e2e-shared-a-w0-19f6ea","name":"default-tenant","reconcileID":"32769f34-1cac-45d9-8cac-671f7abc1d70","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-19f6ea","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:51.38942999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"c3900fb7-46e5-4ca0-91c2-15f43e98bb09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:52.218193415Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-19f6ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-19f6ea","reconcileID":"c79ea80e-f054-4fc3-b37f-fcd067706316","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-19f6ea","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-19f6ea"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:52.222333307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce49e0f-324c-4829-b08f-66f577ed682d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:52.27443893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce49e0f-324c-4829-b08f-66f577ed682d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:52.3262006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce49e0f-324c-4829-b08f-66f577ed682d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:52.378645455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce49e0f-324c-4829-b08f-66f577ed682d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.273904225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5405b19-949e-4659-b8a4-3c341d5c90ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.325572171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5405b19-949e-4659-b8a4-3c341d5c90ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.378242347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5405b19-949e-4659-b8a4-3c341d5c90ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.430514456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5405b19-949e-4659-b8a4-3c341d5c90ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.020537752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"ff56ad15-8c66-4a70-b2f3-6ae2105baf81","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.020994865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"5d1c94e3-0cc0-45fa-87f3-214a43bf2f4d","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.021217316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"6643fd60-0fe8-477f-9a2c-07420c0c13b6","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.021485658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"2d784d1d-d434-4a20-8713-61c6dff9b05b","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.176875764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"56f7cbc5-00b8-408a-a17e-1a4726e2178c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.17689313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5c3419b5-84ca-4723-af30-c266ba244510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.230089479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"0d9092c3-3c26-499a-acf1-34cefb21e44a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.230357163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"644dc683-2918-41de-a0c2-2278f966d1d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.23401585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5c3419b5-84ca-4723-af30-c266ba244510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.234090644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"56f7cbc5-00b8-408a-a17e-1a4726e2178c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.643889147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"60c1d04f-b081-4e5a-b73b-123c78503318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.643927368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"1c0c29dd-3c53-4d44-9e1c-605c63a1476e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.6454192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"eb9b025e-a9b7-47fe-9ffb-6a4b58d2d6fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.645881878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"d38c9ccf-cf01-49b3-ab2f-6ed4e0da8775","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.702835316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"1c0c29dd-3c53-4d44-9e1c-605c63a1476e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.704897424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"60c1d04f-b081-4e5a-b73b-123c78503318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.880317227Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:56.340821396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde8c3b6-bdc6-41ad-be1f-fcd11bb0e0a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:56.393041396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde8c3b6-bdc6-41ad-be1f-fcd11bb0e0a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:56.444788181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde8c3b6-bdc6-41ad-be1f-fcd11bb0e0a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:56.496498758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde8c3b6-bdc6-41ad-be1f-fcd11bb0e0a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:58.463678798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eac7d9e-bbf7-4814-b067-cdb2825d0c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:58.51637438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eac7d9e-bbf7-4814-b067-cdb2825d0c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:58.56903168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eac7d9e-bbf7-4814-b067-cdb2825d0c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:58.621344378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eac7d9e-bbf7-4814-b067-cdb2825d0c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:01.813855761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4718139-acb0-4726-b740-d4190ed65104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:01.865882389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4718139-acb0-4726-b740-d4190ed65104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:01.917638088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4718139-acb0-4726-b740-d4190ed65104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:01.969654404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4718139-acb0-4726-b740-d4190ed65104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:03.864666977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b4b2b9f-3e7b-40b4-9480-ad82965798bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:03.91723907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b4b2b9f-3e7b-40b4-9480-ad82965798bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:03.969184266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b4b2b9f-3e7b-40b4-9480-ad82965798bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.020939644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b4b2b9f-3e7b-40b4-9480-ad82965798bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.02129385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"e1ff949b-2279-4680-90e7-27b247f0f89c","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.071761052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"0d3b4a34-d399-4e00-b1ce-0e4451c25491","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.072000858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"1105f5a0-b8ba-4167-be29-eea6147d81d4","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.072338035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"1f7f720b-abf6-4e83-afa4-68d78284ecbf","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.955876597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87192e41-cf81-4e53-aaf7-1b52dccf00c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:06.008441589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87192e41-cf81-4e53-aaf7-1b52dccf00c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:06.060351345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87192e41-cf81-4e53-aaf7-1b52dccf00c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:06.112204308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87192e41-cf81-4e53-aaf7-1b52dccf00c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:08.099943118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c5779a-87a9-4a55-890b-f2e770ad75d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:08.151844006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c5779a-87a9-4a55-890b-f2e770ad75d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:08.204351112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c5779a-87a9-4a55-890b-f2e770ad75d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:08.256237521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c5779a-87a9-4a55-890b-f2e770ad75d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.072556332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"7a3d3054-805a-497b-8e9a-bc9627492f7b","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.072949127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"ef68f7ed-265d-4a8c-925c-a30f903a229c","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.073216386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"b5b7fd5a-9f7e-4666-8ea0-d5410c5201b3","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.073637308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"dd221663-da64-46b9-9a1f-f17d7c4dd333","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:16.353996288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"f72129b1-9d4b-4694-9d3a-83e5d0a2b368","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:16.454262538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"0d4d63bc-5b8a-4e87-a5de-6623e138095c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-simulator-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:16.593699866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"0ea08fa4-b997-445f-bc48-f19c3b1c61cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:16.711124519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"2b1fe74c-2c72-4599-b6b2-20cd0dfb0d50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:16.811779715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"588a6e76-9929-4da7-9d96-64c12d916493","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:16.913092248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"2debbea4-c094-4caa-ac8c-795026cae0df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:16.951605893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"cb91718a-3199-4dce-a86b-46945ef40a0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.012563952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"63418bf5-c698-445a-9e56-6bb0c41f3cd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"maas-trlp-premium-w2-4a7a52","model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.112022881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9512cb1e-e002-4cfd-b901-7de656f01aed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.25206008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"2ff8ff68-49e9-4b89-87e5-cde842771cca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.846368893Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.846437702Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.846486468Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","tenant":"e2e-shared-b-w1-d4f84d","tenantID":"e2e-shared-b-w1-d4f84d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.901030426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-d4f84d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.961592409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"Service","name":"maas-api-e2e-shared-b-w1-d4f84d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.017361784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-d4f84d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.071344819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-d4f84d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.12825434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.183241776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.240881095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.305579258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.35698873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.408976206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.460781898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.512550151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.564361557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.616131647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.668241078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.725453155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.777566474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.829594808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.881658264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-d4f84d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.933581785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-d4f84d"},"namespace":"ai-tenant-e2e-shared-b-w1-d4f84d","name":"default-tenant","reconcileID":"d0cf969f-2601-4084-8088-f4a5b40b9a02","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-d4f84d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:23.749045036Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-d4f84d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-d4f84d","reconcileID":"0d3af032-cc0f-4c32-aabb-6dc8d968434f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-d4f84d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-d4f84d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.930101335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1507dc05-c927-48ca-b2af-fa951dfd741a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.98191423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1507dc05-c927-48ca-b2af-fa951dfd741a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.033817062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1507dc05-c927-48ca-b2af-fa951dfd741a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.074114108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-2-w2-4a7a52","reconcileID":"9f95c2f8-f36f-4646-a0ba-6c396b8f7cd1","MaaSModelRef":{"name":"distinct-2-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-2-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-2-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.086175156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1507dc05-c927-48ca-b2af-fa951dfd741a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.086559257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"4223e85c-dd40-4768-977c-49ac194ebf41","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"distinct-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"distinct-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.086865513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"bf2b868f-d1aa-43f7-a636-1fd94a939ebf","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"premium-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"premium-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.087254782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"simulator-w2-4a7a52","reconcileID":"ded9f7d3-3494-44be-87c3-e7945a598560","MaaSModelRef":{"name":"simulator-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"routeName":"simulator-w2-4a7a52-kserve-route","namespace":"e2e-models-e2e-worker-w2-4a7a52","llmisvcName":"simulator-w2-4a7a52","gateway":"openshift-ingress/e2e-worker-w2-4a7a52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.76515412Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"7f5c146d-f8bc-456d-91ed-ec992c8d636f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.765154273Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"65d59860-5abb-407d-9b4a-38eb98313a94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:25.854006603Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"fbd4055d-d1b3-46af-9853-90f589aaa7f6","name":"distinct-w2-4a7a52","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-4a7a52\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:25.854078981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"distinct-w2-4a7a52","reconcileID":"fbd4055d-d1b3-46af-9853-90f589aaa7f6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-4a7a52\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.884172112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"3542ccff-1008-41c3-85a2-4a116d4917ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.884426485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"4a48e0e3-7d2a-4565-884d-d7a3660804cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.906606964Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:25.913745145Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"cf579818-1dd7-47ee-926d-aadd748b8f89","name":"premium-w2-4a7a52","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-4a7a52\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:25.913797789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4a7a52","namespace":"e2e-models-e2e-worker-w2-4a7a52"},"namespace":"e2e-models-e2e-worker-w2-4a7a52","name":"premium-w2-4a7a52","reconcileID":"cf579818-1dd7-47ee-926d-aadd748b8f89","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-4a7a52\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.943041008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"3542ccff-1008-41c3-85a2-4a116d4917ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.943081385Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"3542ccff-1008-41c3-85a2-4a116d4917ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.948697017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"4a48e0e3-7d2a-4565-884d-d7a3660804cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.948728589Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"4a48e0e3-7d2a-4565-884d-d7a3660804cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.972379571Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"a34d3368-2283-43c9-ba14-7fa72dd05105","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:25.972535018Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"0416768c-2603-4578-ac45-a80915fd87ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:26.340909852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"b2d66cfe-0413-4257-af8a-d5fb19444204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:26.341321737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"4955153a-676e-4cb6-b15a-d45a5a930084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:26.398962025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"b2d66cfe-0413-4257-af8a-d5fb19444204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:26.399010829Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"b2d66cfe-0413-4257-af8a-d5fb19444204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:26.400504652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"4955153a-676e-4cb6-b15a-d45a5a930084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:26.4005323Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"4955153a-676e-4cb6-b15a-d45a5a930084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:26.759145904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5ad994c5-a809-4fc1-a065-be706f8a3d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:26.759223678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"600afeb2-ccc6-4b94-a6c2-647df0fa1749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:26.816965331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5ad994c5-a809-4fc1-a065-be706f8a3d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:26.817020968Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"5ad994c5-a809-4fc1-a065-be706f8a3d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:26.816974012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"600afeb2-ccc6-4b94-a6c2-647df0fa1749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:26.817104248Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"600afeb2-ccc6-4b94-a6c2-647df0fa1749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:27.018601666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0704c6-35f6-487d-9b84-55f233a6924b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:27.070907075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0704c6-35f6-487d-9b84-55f233a6924b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:27.122886116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0704c6-35f6-487d-9b84-55f233a6924b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:27.174858715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0704c6-35f6-487d-9b84-55f233a6924b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:27.398977343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"81962186-df75-44bb-95b8-93a68ecdb353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:27.459536999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"81962186-df75-44bb-95b8-93a68ecdb353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:27.505129301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"49ce7f3e-8398-48b7-b612-32e8b48d80da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:27.514861392Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"81962186-df75-44bb-95b8-93a68ecdb353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:27.56189483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"49ce7f3e-8398-48b7-b612-32e8b48d80da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:27.561958212Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"49ce7f3e-8398-48b7-b612-32e8b48d80da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.096992037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"a64f835f-92a2-4046-9055-9547561e49c2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.214758036Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"a64f835f-92a2-4046-9055-9547561e49c2","name":"e2e-extmod-b-5da1ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.273646616Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"a7b3219e-ea45-4c95-a6f6-571bc710b480","namespace":"ai-tenant-e2e-worker-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.273761606Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"a7b3219e-ea45-4c95-a6f6-571bc710b480","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.330551936Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"a7b3219e-ea45-4c95-a6f6-571bc710b480","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.388642476Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"a7b3219e-ea45-4c95-a6f6-571bc710b480","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.388667998Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"a7b3219e-ea45-4c95-a6f6-571bc710b480","namespace":"ai-tenant-e2e-worker-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.388773409Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"a7b3219e-ea45-4c95-a6f6-571bc710b480","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.444694038Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"a7b3219e-ea45-4c95-a6f6-571bc710b480","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.485580531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"2432dac5-5e60-400d-9260-75ac2104b295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.485572071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"bcd24746-ae47-4dc0-8153-44e1b0834ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.503491846Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"a7b3219e-ea45-4c95-a6f6-571bc710b480","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.542873952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"bcd24746-ae47-4dc0-8153-44e1b0834ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.544193216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"2432dac5-5e60-400d-9260-75ac2104b295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.599578159Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"bcd24746-ae47-4dc0-8153-44e1b0834ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.600381258Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"2432dac5-5e60-400d-9260-75ac2104b295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.752028152Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"5a7fc6dc-1324-4809-a891-8377481b7adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.75203393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"8f29d160-86fc-4e78-b6f1-33dd8fbe284e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.004082838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"8f29d160-86fc-4e78-b6f1-33dd8fbe284e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.00419389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"5a7fc6dc-1324-4809-a891-8377481b7adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.132492476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"5a7fc6dc-1324-4809-a891-8377481b7adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.132523477Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-access","reconcileID":"5a7fc6dc-1324-4809-a891-8377481b7adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:29.138150842Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"8f29d160-86fc-4e78-b6f1-33dd8fbe284e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-4a7a52-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:29.138209115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"8f29d160-86fc-4e78-b6f1-33dd8fbe284e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-4a7a52-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.14354528Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"65367033-4c5f-488a-b54b-4483785b2b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.348573555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"65367033-4c5f-488a-b54b-4483785b2b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.406544902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"65367033-4c5f-488a-b54b-4483785b2b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"name":"e2e-worker-w2-4a7a52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:29.406569438Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-access","reconcileID":"65367033-4c5f-488a-b54b-4483785b2b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.959343049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"d31ccc7d-3ad1-40d6-bc75-2feb932d8ec5","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.011867703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"6ed5947a-5da3-4bc1-82e3-3fcba3bab3b6","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.012150369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"b651016e-504c-49ef-a318-f4a8bad3c626","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.012403969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"fffce842-9a55-41fa-a964-b960815e8b36","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.067712814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"910e4874-9988-4a98-8f46-3e780c879ff2","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.068067933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"8cacf51f-3674-4c4e-9394-039f837d21bd","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.068238687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"291438ce-e4d8-4bbe-a42f-2cf6b8b20833","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.068415483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"72f63a60-dcb9-45bd-8f57-856088b314d1","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.126586668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"19cc59c2-65d8-4e5b-b770-22c714555204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.177567639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ee9aa949-d3a6-4098-899b-1fe7e02753a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.183064139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"19cc59c2-65d8-4e5b-b770-22c714555204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.230650118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"ed53f8d8-bdf5-4056-adfb-637acc776fa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.236107489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"ee9aa949-d3a6-4098-899b-1fe7e02753a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.269784502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"f2294f51-5a9f-4251-90d5-b1b892463270","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.574994642Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.575058847Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.575116103Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","tenant":"e2e-shared-b-w0-a56c7c","tenantID":"e2e-shared-b-w0-a56c7c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.590388179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0be57913-60bb-424f-8dcc-6157f56f49cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.602086153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"f7074bdf-7a0a-47c1-9c0e-a8026cbecc73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.64746039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-a56c7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.663826948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"0be57913-60bb-424f-8dcc-6157f56f49cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.706003469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"159ce701-b3bd-4a32-be69-03a485094f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.706966425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"2d08976c-490b-40b1-bfaa-367d9fe98b05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.761970406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"Service","name":"maas-api-e2e-shared-b-w0-a56c7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.770538702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"159ce701-b3bd-4a32-be69-03a485094f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.82350743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-a56c7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.878176193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-a56c7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.935191833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.941523459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017dfd58-f168-45cb-a917-7c3335de93f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.995272195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017dfd58-f168-45cb-a917-7c3335de93f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.996098123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.047582862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017dfd58-f168-45cb-a917-7c3335de93f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.100093437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017dfd58-f168-45cb-a917-7c3335de93f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.103763355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.162158222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.214819877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.266500267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.371168989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.423024584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.474590157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.526234315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.57800945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.640014326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.691456529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.743041226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.794518044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-a56c7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:34.846230016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a56c7c"},"namespace":"ai-tenant-e2e-shared-b-w0-a56c7c","name":"default-tenant","reconcileID":"92d45a30-53d5-429b-9b0a-3096745ef24d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-a56c7c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:35.726486848Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-a56c7c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-a56c7c","reconcileID":"6fa0ccce-0ea8-43dd-8afd-6e90ba2d70ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-a56c7c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-a56c7c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.011606353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34a8efd-7c59-4852-8ce7-ad5558c95605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.06336696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34a8efd-7c59-4852-8ce7-ad5558c95605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.11744338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34a8efd-7c59-4852-8ce7-ad5558c95605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.169914844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34a8efd-7c59-4852-8ce7-ad5558c95605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.078488084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44ebc8a-d21f-4e14-9e9d-cb547f3a5eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.13098673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44ebc8a-d21f-4e14-9e9d-cb547f3a5eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.183490285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44ebc8a-d21f-4e14-9e9d-cb547f3a5eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.23536676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44ebc8a-d21f-4e14-9e9d-cb547f3a5eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.501717612Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"be19f388-bd3d-4e4f-89de-239322342901","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.501858732Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"simulator-subscription","reconcileID":"be19f388-bd3d-4e4f-89de-239322342901","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/simulator-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.553739993Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"5bba0ca7-ee1b-443a-8ae1-d373414fe559","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.553942043Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"premium-simulator-subscription","reconcileID":"5bba0ca7-ee1b-443a-8ae1-d373414fe559","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"model":"e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4a7a52/premium-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.146176094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020b8b7c-67b2-4105-8f67-bd914cbb4598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.198115112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020b8b7c-67b2-4105-8f67-bd914cbb4598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.250306852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020b8b7c-67b2-4105-8f67-bd914cbb4598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:40.302631606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020b8b7c-67b2-4105-8f67-bd914cbb4598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.259261513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e4484d-f8f2-42ef-a538-bcb966836647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.311638096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e4484d-f8f2-42ef-a538-bcb966836647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.363625733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e4484d-f8f2-42ef-a538-bcb966836647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:42.416597476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e4484d-f8f2-42ef-a538-bcb966836647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.554024027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"c66de37b-b921-4133-bfe0-7582436e8a3a","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.554329749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"b5a9291b-9f35-4d48-be9a-2b04948b1245","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.554594743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"330f3233-fcd5-4399-af7b-4a40734c4fae","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.554770684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"e1e92017-4be0-41c0-b3d3-546353667611","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.709046889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"8bae114d-5858-4a20-b6a3-7c50ba094f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.709130367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5e59c0b7-9784-414b-9e0e-c13a2301c0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.764772767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"89191363-2ad6-4029-a287-15ebfea4eb70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.765201714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"90797fb2-5db6-4be3-afaf-41b9f9ca3502","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.767247255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"5e59c0b7-9784-414b-9e0e-c13a2301c0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.768003736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"8bae114d-5858-4a20-b6a3-7c50ba094f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.087617489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"e5bbcf6b-f403-477a-a53e-51cb9b977ad4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.088631246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"d5e46c31-43b2-4063-96f8-acddf3a2bae6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.137734324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"72d24cb6-799f-4df5-8c71-f36ed66a8b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.137990034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"4f5b3b91-8be8-484e-b00e-98cbc5bee891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.210524119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"4f5b3b91-8be8-484e-b00e-98cbc5bee891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.214217012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"72d24cb6-799f-4df5-8c71-f36ed66a8b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.381361648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"162f663c-1f73-4c7a-a59f-f9a90f7b764d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.470752625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"6ae873d8-f965-422f-8fba-6ea0817172e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.592678472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"2be05fa5-6dbc-4124-8767-34f25a3e19c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.697838115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"8478be92-8eff-48cd-a1c0-369f31490501","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.811040434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"290458df-c113-423c-ba7e-b48bb6918f88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.933127475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"b30a159b-430c-4e56-810d-1cdc5bf83fcb","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.988760684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"443daecf-1b28-433b-bd6c-f812615dfedb","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.989189715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"06a6e9f4-f295-4179-820f-8b6b54306864","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.991481454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"c62cc2e6-c12f-407a-ba38-6b33f46efbd0","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.024436036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7afc2b38-bc90-4a4d-8a8f-7bfcc7fab505","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.109914818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"facd8753-6660-49f5-a674-dc7beebbd74c","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.110188285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"588aae22-2cb5-4ed9-bb95-85c2f346a51c","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.110555399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"a93c4713-c1b9-4793-bdd4-6f9a4d345d12","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.110913782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"18c94dc2-e1a7-4d5e-bd41-53268446f53a","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.203702875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"91fd8358-ba3f-4a74-af46-b96c87bf36a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.204462997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"eba04211-6ea7-4b05-99ea-64db5abcb99d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.205602582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"2c0fc1ee-29cb-4d3e-b969-dab2dcfde5a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.205864217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"acf72d4f-3860-42ac-b4dd-7a1ee8f0387e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.210499974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"c30e80da-7b97-4fba-9022-9a8def0f54da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.265117129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"91fd8358-ba3f-4a74-af46-b96c87bf36a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.274807751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"c30e80da-7b97-4fba-9022-9a8def0f54da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.696431866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"121bd47e-1f76-4613-826a-a929220585e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.747740899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"f0a92eaa-b6c7-415f-ad91-fa886ba7f2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.748451147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"88b44e88-f6d4-487c-824a-85772d5f2db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.749198121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"a09634d7-9b9e-4fd0-90cc-3082e16c5974","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.805620958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"88b44e88-f6d4-487c-824a-85772d5f2db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.806164518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"f0a92eaa-b6c7-415f-ad91-fa886ba7f2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.152939965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffd077d-ca8f-4d34-974f-ac38ef7c5a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.207111504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffd077d-ca8f-4d34-974f-ac38ef7c5a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.267060196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffd077d-ca8f-4d34-974f-ac38ef7c5a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.320780887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffd077d-ca8f-4d34-974f-ac38ef7c5a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.259501056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db58c6a3-ce8d-41d6-b922-e821229f30e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.312235922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db58c6a3-ce8d-41d6-b922-e821229f30e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.365513858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db58c6a3-ce8d-41d6-b922-e821229f30e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.417765673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db58c6a3-ce8d-41d6-b922-e821229f30e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:50.328552073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a061b4d9-df22-40e7-8186-4c9b79a4a3fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:50.380488257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a061b4d9-df22-40e7-8186-4c9b79a4a3fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:50.432546274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a061b4d9-df22-40e7-8186-4c9b79a4a3fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:50.484623236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a061b4d9-df22-40e7-8186-4c9b79a4a3fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:50.504119032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"a8fb6e48-b7b9-4a8e-ac74-ae6945c357a1","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:50.714863692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"c1f94eb7-054a-4de3-a03c-3387dcd691dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:50.801579701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"3036f586-acaf-43a1-9b1d-f58cf9267d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:50.801715889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"26b533ee-86e8-43d0-94c6-629615331654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:50.859765491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"3036f586-acaf-43a1-9b1d-f58cf9267d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:50.860986604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"26b533ee-86e8-43d0-94c6-629615331654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:50.881459867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"4423daf1-2539-4c63-a587-25e67924acd4","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:51.125442982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"8ac976df-ead2-4c58-b551-18b477280977","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.438914011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169db444-dda9-4a72-a08d-f9b3998c06af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.49669689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169db444-dda9-4a72-a08d-f9b3998c06af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.548847574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169db444-dda9-4a72-a08d-f9b3998c06af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.600724923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169db444-dda9-4a72-a08d-f9b3998c06af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.764876515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"6e5be494-682f-426f-9c1a-01d7f4ac05d1","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.10516057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"a04c6c2a-ef5b-4a4c-90a4-4542722d0145","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.318406202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"c51f0789-690b-4d77-8cb7-0492d881fdc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.323847644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"ee24f928-5bd7-40de-b09c-814f968c2c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.323887807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"11c29f81-bc1f-4636-a36c-add271df7818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.388103487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"ee24f928-5bd7-40de-b09c-814f968c2c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.393429362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"11c29f81-bc1f-4636-a36c-add271df7818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.456034102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"15662553-27ae-47a3-9e6d-b1ed4ffa260c","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.514430932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"a7771c7a-c70e-4d56-853c-20866961806b","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.704077337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"34d43e7b-c5f8-41e1-b34e-015ccf05c403","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:55.639277011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"3302257b-f8c8-4c86-85e9-565246f80e40","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:55.639570839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"788da3c9-a455-4e21-8837-c39f4765de43","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:55.639859164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"bafa4836-001b-4f7c-bc05-a69655cf4d1f","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:55.640133639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"c724e910-8188-45a0-a0ce-6b3c57cffcec","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:55.798874737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"29b5380b-d225-49e5-b23e-40d1b423ac13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:55.799897235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"95980795-5d77-40df-b559-5f96add88fbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:55.855920557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"29b5380b-d225-49e5-b23e-40d1b423ac13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:55.856071361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"2669c7a2-9882-4cbb-873b-b9744259fd0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:55.856510983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"62392aba-ccf8-4ce5-be89-58f842fbdf26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:55.861168672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"95980795-5d77-40df-b559-5f96add88fbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:55.891384837Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:56.167983813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"beb92010-591f-4f7a-b9a1-3c2a0867f702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:56.191882898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"c48bb27d-37b3-4d50-91b9-184d9c4eed98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:56.192838541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"427e3e73-5e4c-4d02-ab62-0791a8269aa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:56.22250797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"00288ac8-17fb-4b4f-bc7a-9a0cf1d554b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:56.226655848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"beb92010-591f-4f7a-b9a1-3c2a0867f702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:56.250835192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"c48bb27d-37b3-4d50-91b9-184d9c4eed98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.669666793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"4815c33e-af46-4166-8611-80690723306e","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:00.882769483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"77cf7d18-dafd-4523-9a50-e61c904c2118","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:00.946964603Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"40824c4b-f828-4cc8-9946-1753e863d6a4","namespace":"ai-tenant-e2e-worker-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:00.947058349Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"40824c4b-f828-4cc8-9946-1753e863d6a4","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.004574617Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"40824c4b-f828-4cc8-9946-1753e863d6a4","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.004890485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"660e9aa4-0060-4e07-b159-92dceea37176","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.070572115Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"40824c4b-f828-4cc8-9946-1753e863d6a4","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.070680752Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"40824c4b-f828-4cc8-9946-1753e863d6a4","namespace":"ai-tenant-e2e-worker-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.070828595Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"40824c4b-f828-4cc8-9946-1753e863d6a4","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.071769744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"628bb84e-88a1-41b6-b1d8-e62fa6649499","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.131109721Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"40824c4b-f828-4cc8-9946-1753e863d6a4","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.131867456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"6fc99b08-1ae9-4757-94fb-35f5458d795e","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.159590839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a2ec43d7-b154-4de4-8e3c-57de04336ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.159590842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"eb87df88-29e7-4cc4-9f0f-7ae39e81c9fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.165939993Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"0af2ba5a-fece-44fa-8f2c-cd97a6a6b16a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7529a119","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.192531727Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"40824c4b-f828-4cc8-9946-1753e863d6a4","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.192750176Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","namespace":"ai-tenant-e2e-worker-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.192840498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"4a690a9a-8785-41f9-ac24-2a779a0e6458","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.192850823Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","namespace":"ai-tenant-e2e-worker-w2-4a7a52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.193144917Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","tenant":"e2e-worker-w2-4a7a52","tenantID":"e2e-worker-w2-4a7a52","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.219654385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"a2ec43d7-b154-4de4-8e3c-57de04336ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.223577752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"eb87df88-29e7-4cc4-9f0f-7ae39e81c9fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.23568158Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"48ce27fb-cc9e-4ef6-9fdd-214249887794","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-81d557ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.241988248Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"6549f919-0b2e-472d-8a6e-dac4a3d878c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7529a119","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.247178287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"Deployment","name":"maas-api-e2e-worker-w2-4a7a52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.305948933Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"e7bfa60c-0939-43cd-80ff-08b39775c0c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-81d557ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.320422288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"Service","name":"maas-api-e2e-worker-w2-4a7a52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.375192129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-4a7a52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.426941331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5135288e-2d3c-441e-9c92-27586b001688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.426943295Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"08ac505d-5872-4ab6-86b4-ff34f99c1727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.429196389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-4a7a52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.485511004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.539870432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.597806504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.65433949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.680151685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"08ac505d-5872-4ab6-86b4-ff34f99c1727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.680154273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5135288e-2d3c-441e-9c92-27586b001688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.705904786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.757556779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.809670952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"Service","name":"payload-processing-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.811036826Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"08ac505d-5872-4ab6-86b4-ff34f99c1727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.81105749Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-access","reconcileID":"08ac505d-5872-4ab6-86b4-ff34f99c1727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:01.815663921Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5135288e-2d3c-441e-9c92-27586b001688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-fd61e3-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:01.815712689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"5135288e-2d3c-441e-9c92-27586b001688","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-fd61e3-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.852953554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"1c01a672-cfb9-431c-b42f-0beea1d477ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.9106744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"b49ac0f6-b170-4b87-9ae8-6ecbf93fa114","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.953442209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"54d2ccb8-a46b-41c4-8c86-5698cd43af13","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.956957448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.005527321Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"87643f10-0c2c-4471-9a33-e432629c2b2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7529a119","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.010849384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.061631876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"1c01a672-cfb9-431c-b42f-0beea1d477ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.062236592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.063916058Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"62b8afba-089e-45ad-9368-1a93b60e4e0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7529a119","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.113637885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.120005399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"1c01a672-cfb9-431c-b42f-0beea1d477ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"e2e-worker-w1-fd61e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.120028415Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-access","reconcileID":"1c01a672-cfb9-431c-b42f-0beea1d477ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.170436143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.267611466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.26920861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"63942460-851e-486f-a016-955e5baa018a","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.293103055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"8da98c7c-8973-4260-b755-5080d5378224","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.319645004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.371810508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-4a7a52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.42345257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4a7a52"},"namespace":"ai-tenant-e2e-worker-w2-4a7a52","name":"default-tenant","reconcileID":"e1cb4d30-0dc5-4514-a383-f6aef936c89a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-4a7a52","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.480946705Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"427fdd8f-87a6-431a-a73d-020d32a3d88e","namespace":"ai-tenant-e2e-worker-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.481030611Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"427fdd8f-87a6-431a-a73d-020d32a3d88e","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.538779215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"7eee830f-46a4-47b6-9dd6-7c8e2955a71a","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.539174122Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"427fdd8f-87a6-431a-a73d-020d32a3d88e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.596115955Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"427fdd8f-87a6-431a-a73d-020d32a3d88e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.596137772Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"427fdd8f-87a6-431a-a73d-020d32a3d88e","namespace":"ai-tenant-e2e-worker-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.596210645Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"427fdd8f-87a6-431a-a73d-020d32a3d88e","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.600669198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"0311b975-fc33-4698-ba83-cd14ff1f7e50","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.65136111Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"427fdd8f-87a6-431a-a73d-020d32a3d88e","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.658595815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"2748b750-0a7c-489f-994f-1e8c409f036d","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.693813772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0d5128e9-73c8-4269-8675-21e4706bc9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.693841685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"bb0c950b-e04a-4b55-9980-9ef706627716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.69989849Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"3705b503-7e2a-4151-911e-73d56bee58d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-53debdd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.708819319Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"427fdd8f-87a6-431a-a73d-020d32a3d88e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.717369705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"92e24e2f-6f26-4ad8-ad11-990ea0cb7f5a","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.751066227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"bb0c950b-e04a-4b55-9980-9ef706627716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.752561831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"0d5128e9-73c8-4269-8675-21e4706bc9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.759585477Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"227db6d2-42ad-44b5-a8de-a803f7c95e77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-792a70a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.769195684Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"964dd016-b736-42fe-bfef-a3d688273871","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-53debdd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.81762406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5f7f1c-f072-4a02-8c6b-50208bc288ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.874566851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"37e8de03-b321-4570-9acf-45404dfe3a3b","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.879011221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5f7f1c-f072-4a02-8c6b-50208bc288ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.881545877Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"38ca6da0-0374-4e16-8356-77fb0949b164","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-792a70a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.934004433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5f7f1c-f072-4a02-8c6b-50208bc288ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.986016041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5f7f1c-f072-4a02-8c6b-50208bc288ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.986854299Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"3f672583-448e-4793-85e8-7396703283d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.986936437Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"93e07c5a-11e4-4ac7-9611-0d6de671bceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.142509396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"3f672583-448e-4793-85e8-7396703283d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.142524137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"93e07c5a-11e4-4ac7-9611-0d6de671bceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.276033602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"93e07c5a-11e4-4ac7-9611-0d6de671bceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.276063338Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-access","reconcileID":"93e07c5a-11e4-4ac7-9611-0d6de671bceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:03.277236308Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"3f672583-448e-4793-85e8-7396703283d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-2ade09-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:03.277329675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"3f672583-448e-4793-85e8-7396703283d6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-2ade09-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.282661174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"32753776-e877-45fa-bd37-87018e1997ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.332716184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"c68f41ee-ff29-4216-9761-a44859f63a5d","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.368805411Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-4a7a52","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-4a7a52","reconcileID":"b3d43718-bc68-4eac-9aa8-dcfbdf5bd666","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-4a7a52","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-4a7a52"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.486815779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"32753776-e877-45fa-bd37-87018e1997ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.543879837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"32753776-e877-45fa-bd37-87018e1997ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"e2e-worker-w0-2ade09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.543902813Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-access","reconcileID":"32753776-e877-45fa-bd37-87018e1997ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.600712277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"62f0c5fc-f9d6-4e51-8040-f65e62b926ce","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.632810406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"30045230-3a10-417d-b6ad-a091918f7899","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.862322603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d98214a7-44ce-46cb-9a2c-8b0e3c32a55d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.91599992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946a89ce-33f2-483e-9229-0668d201e0c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.968313667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946a89ce-33f2-483e-9229-0668d201e0c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.02007187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946a89ce-33f2-483e-9229-0668d201e0c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.071885397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946a89ce-33f2-483e-9229-0668d201e0c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.179548802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c954ac9-b2e7-4c19-b2c5-26b1132a58c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.281152307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"638c70e0-30d7-47b5-af7b-8a575161d64a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.639919172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"42c6aba1-2dd3-4a3b-8db1-b298aa011430","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:07.027327749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a5b904-998d-4026-a100-ab13f26f8618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:07.07931576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a5b904-998d-4026-a100-ab13f26f8618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:07.131261608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a5b904-998d-4026-a100-ab13f26f8618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:07.183255468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a5b904-998d-4026-a100-ab13f26f8618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:07.729357304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"a58a84ab-1ba5-4a9f-bea4-5504100d1b71","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:08.538567777Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"080edb88-2b14-4550-a937-1cc083168b43","namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:08.594894051Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"5bcdedc8-8f8b-4cd7-afa7-075d773617f9","namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:08.695322543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"603d9768-cd53-4583-a706-524875b9c3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:08.695475056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"8279395d-3592-4466-a5b6-3746c5cae4b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:08.695757495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fb970fd-a640-46cd-ae7f-62a77d0f6eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:08.696016666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"7adc67c4-0cab-4a0b-8e47-70a1ef9db30c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:08.752779742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"603d9768-cd53-4583-a706-524875b9c3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:08.753278275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fb970fd-a640-46cd-ae7f-62a77d0f6eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:08.755366137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"8279395d-3592-4466-a5b6-3746c5cae4b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:08.75539182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"7adc67c4-0cab-4a0b-8e47-70a1ef9db30c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:08.926504599Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"976f2a8d-3823-4a29-9c44-cf48c2ae15b5","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.088522011Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"bd3140c3-cc18-4890-9d84-c09d777d8e8e","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.113943959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"9eec7f7c-af3a-4152-903d-b6c74f817e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.114163699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5afe7be0-8593-4f0f-bbed-ed1ed20d756b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.11443559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"2163ff51-e40c-41a1-969f-e40949040619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.11474111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a624e5a1-cd17-4ed5-bac9-5f01a8753f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.175111153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"2163ff51-e40c-41a1-969f-e40949040619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.17518859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"9eec7f7c-af3a-4152-903d-b6c74f817e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.179548758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a624e5a1-cd17-4ed5-bac9-5f01a8753f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.180776045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5afe7be0-8593-4f0f-bbed-ed1ed20d756b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:09.193734536Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"bd3140c3-cc18-4890-9d84-c09d777d8e8e","name":"e2e-att-serve-bdb528","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-bdb528\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:09.193794664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"bd3140c3-cc18-4890-9d84-c09d777d8e8e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-bdb528\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.24574415Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"348f5266-9146-48cc-ae80-d129b60cb8d0","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.347350996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"d485bdd3-2536-4648-a451-77ed8ca4a31f","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.360708329Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"ed9d1573-3d7a-447a-ab8f-f56e6df05ef2","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.4761192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"d485bdd3-2536-4648-a451-77ed8ca4a31f","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.531778413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5da1ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"d485bdd3-2536-4648-a451-77ed8ca4a31f","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.638766474Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"2bd753e7-bb9d-4f2e-ac91-035e32ee3768","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.797638009Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"a8a3ef6c-96b9-4052-b94d-133ed4612426","namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.849576073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"70f15aee-15ca-47bf-b349-b0e46105276d","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"tenant":"e2e-extmod-b-5da1ae","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.849602275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"70f15aee-15ca-47bf-b349-b0e46105276d","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"routeName":"external-model-e2e-att-serve-bdb528-d09f2bd52538","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-att-serve-bdb528","externalModel":"e2e-att-serve-bdb528","provider":"e2e-att-serve-bdb528-provider","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.90544258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"4b845731-00a1-475c-9064-4e5515f4f4e1","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.961187366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"888607e7-0e35-4d14-a60a-4e17596b1b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.961423401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff7a7fc8-0421-4a65-9b8c-ab38031560a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.961187107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"915dc98e-9aa1-4b16-968e-cf04e2338b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.961864269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a056722-a5d2-4c5f-a46c-f335b9da7c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.967156877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"4b845731-00a1-475c-9064-4e5515f4f4e1","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.019639165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a056722-a5d2-4c5f-a46c-f335b9da7c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.019666096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff7a7fc8-0421-4a65-9b8c-ab38031560a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.021833931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"888607e7-0e35-4d14-a60a-4e17596b1b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.021886014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"915dc98e-9aa1-4b16-968e-cf04e2338b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.023324289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5da1ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"4b845731-00a1-475c-9064-4e5515f4f4e1","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.129681902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"7d40698d-8fb4-4333-9e2e-f2f53419d648","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.186551016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"7d40698d-8fb4-4333-9e2e-f2f53419d648","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.242427982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5da1ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"7d40698d-8fb4-4333-9e2e-f2f53419d648","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.358470242Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"371cb342-eb93-435e-96d5-56f5477ec1fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.410763836Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"371cb342-eb93-435e-96d5-56f5477ec1fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.462924446Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"premium-simulator-subscription","reconcileID":"371cb342-eb93-435e-96d5-56f5477ec1fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/premium-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.734368484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"0ed5ef9b-03fd-4f48-983c-17e2ad2d65a0","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.116578079Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"465eaacb-e53e-4363-b52f-f484bdd7afc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.16882006Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"465eaacb-e53e-4363-b52f-f484bdd7afc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.221393586Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"simulator-subscription","reconcileID":"465eaacb-e53e-4363-b52f-f484bdd7afc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"name":"maas-trlp-simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3","model":"e2e-models-e2e-worker-w1-fd61e3/simulator-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.270342233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"bf5fb96f-43d8-44ad-b876-870fdda59e75","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.351955879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-2-w1-fd61e3","reconcileID":"9c35b94f-3f50-4cf7-8a34-5c434791b4fc","MaaSModelRef":{"name":"distinct-2-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-2-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-2-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.493307953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"simulator-w1-fd61e3","reconcileID":"c111c73d-56fe-4544-b351-bc375ebecebf","MaaSModelRef":{"name":"simulator-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"simulator-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"simulator-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.826447558Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"c5762712-3f97-4f7e-8726-f1ddca09d78f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.878948485Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"c5762712-3f97-4f7e-8726-f1ddca09d78f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.882016198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"distinct-w1-fd61e3","reconcileID":"8e1a10ee-9fb5-490d-aab0-cdd1ed22351d","MaaSModelRef":{"name":"distinct-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"distinct-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"distinct-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.931345867Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"simulator-subscription","reconcileID":"c5762712-3f97-4f7e-8726-f1ddca09d78f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.933597086Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"49b8d75b-3d43-4d55-814c-99a49169f4f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.985987014Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"49b8d75b-3d43-4d55-814c-99a49169f4f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:13.03842581Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"premium-simulator-subscription","reconcileID":"49b8d75b-3d43-4d55-814c-99a49169f4f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"name":"maas-trlp-premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09","model":"e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:13.239572748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"289e36c5-b632-4652-be7d-7604480f8234","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:13.336555616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"4373a391-950e-4c0e-8a20-b04f8813bee4","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:15.311647957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"namespace":"e2e-models-e2e-worker-w1-fd61e3","name":"premium-w1-fd61e3","reconcileID":"74193b88-c86c-4ef5-a420-61c16cd7e1aa","MaaSModelRef":{"name":"premium-w1-fd61e3","namespace":"e2e-models-e2e-worker-w1-fd61e3"},"routeName":"premium-w1-fd61e3-kserve-route","namespace":"e2e-models-e2e-worker-w1-fd61e3","llmisvcName":"premium-w1-fd61e3","gateway":"openshift-ingress/e2e-worker-w1-fd61e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:15.641173616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"dba2c7c8-7e2a-4bea-abff-16b727641725","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.730092438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"d04c87e3-3138-4016-b387-ac78db96ae4c","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:20.350156287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"3e03a2b6-c0f4-4b53-8651-02816aa827d5","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:20.409049061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"3e03a2b6-c0f4-4b53-8651-02816aa827d5","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:20.467484476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5da1ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"3e03a2b6-c0f4-4b53-8651-02816aa827d5","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.376504073Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","namespace":"ai-tenant-e2e-worker-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.37670262Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","namespace":"ai-tenant-e2e-worker-w1-fd61e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.376825758Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","tenant":"e2e-worker-w1-fd61e3","tenantID":"e2e-worker-w1-fd61e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.431208904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"Deployment","name":"maas-api-e2e-worker-w1-fd61e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.494486574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"Service","name":"maas-api-e2e-worker-w1-fd61e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.550138309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-fd61e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.604507279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-fd61e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.661955012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.718946168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.774106423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.831569901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.883159847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.934849134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:22.986621143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"Service","name":"payload-processing-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.038532805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.090365891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.141841252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.193546591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.24088704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"e0a54850-9dc7-4b06-8436-759f80a979d0","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"simulator-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"simulator-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.255480564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.308324388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.337559457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"913a0ad8-e051-4f29-ba82-8e2872f76f43","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"premium-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"premium-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.362880466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.41425918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-fd61e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.466063271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-fd61e3"},"namespace":"ai-tenant-e2e-worker-w1-fd61e3","name":"default-tenant","reconcileID":"84ef1dda-1075-454a-b509-fe486465d2c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-fd61e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.523666802Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","namespace":"ai-tenant-e2e-worker-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.523729359Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","namespace":"ai-tenant-e2e-worker-w0-2ade09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.523780541Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","tenant":"e2e-worker-w0-2ade09","tenantID":"e2e-worker-w0-2ade09","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.577770887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"Deployment","name":"maas-api-e2e-worker-w0-2ade09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.643203361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"Service","name":"maas-api-e2e-worker-w0-2ade09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.698779666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-2ade09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.753027625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-2ade09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.818454795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.873356809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.92855211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.983211203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.058812263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.135242303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.199230777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"Service","name":"payload-processing-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.250824123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.304858453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.314873147Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-fd61e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-fd61e3","reconcileID":"b73987fb-22be-4367-9c1a-1e49372c1f81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-fd61e3","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-fd61e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.356481616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.408000464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.467315138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.519016598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.584613348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.636534041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-2ade09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.690035783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2ade09"},"namespace":"ai-tenant-e2e-worker-w0-2ade09","name":"default-tenant","reconcileID":"52135736-1530-4132-8447-f6270d3d7fe4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-2ade09","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:25.528852241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6852694-a40c-4627-8d29-7e5f6c9d6af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:25.582867405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6852694-a40c-4627-8d29-7e5f6c9d6af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:25.587463771Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-2ade09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-2ade09","reconcileID":"b9d1a1b2-7aa8-4b2f-9b5f-92c2c0ba90f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-2ade09","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-2ade09"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:25.635450299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6852694-a40c-4627-8d29-7e5f6c9d6af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:25.642667824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"8ebf1989-01dd-4b2e-abd7-af0e9d92238d","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"routeName":"distinct-2-w0-2ade09-kserve-route","namespace":"e2e-models-e2e-worker-w0-2ade09","llmisvcName":"distinct-2-w0-2ade09","gateway":"openshift-ingress/e2e-worker-w0-2ade09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:25.688250958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6852694-a40c-4627-8d29-7e5f6c9d6af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:25.801549206Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"1ce4664c-c394-431a-9786-fb49930346ba","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:25.858725398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"1ce4664c-c394-431a-9786-fb49930346ba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:25.858938582Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"f904c9f4-395f-4ae8-b46d-74178b02dbf9","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:25.879652088Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:25.961558502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"f904c9f4-395f-4ae8-b46d-74178b02dbf9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:25.961711076Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"642c82f5-6dc9-4c6d-a4c2-61f2eaf0fa29","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.021445329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"642c82f5-6dc9-4c6d-a4c2-61f2eaf0fa29","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.021600934Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"58f08487-0e9a-43d1-980e-725ce0e0b9d2","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.07913992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"58f08487-0e9a-43d1-980e-725ce0e0b9d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.079396665Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"dc728d5c-2a61-4e43-9532-a45f9549ec9f","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.079464252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"dc728d5c-2a61-4e43-9532-a45f9549ec9f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.079590798Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"356f03e2-7a97-436b-a032-f4a71b804ee9","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.079638581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"356f03e2-7a97-436b-a032-f4a71b804ee9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.079739354Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"e3e2e604-329d-4189-8c0d-204fefb265ba","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.079790118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"e3e2e604-329d-4189-8c0d-204fefb265ba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.084955165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"81b59d91-e49a-4256-8659-0232d77bfa38","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.08502407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"81b59d91-e49a-4256-8659-0232d77bfa38","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.090180244Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"ff96aaa4-62bc-4d28-847f-85fff6dcbd90","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.090233707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"ff96aaa4-62bc-4d28-847f-85fff6dcbd90","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.090331733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"95fe31ae-e6b6-4fa9-a6f0-9432a3335837","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.090368748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"95fe31ae-e6b6-4fa9-a6f0-9432a3335837","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.090451777Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"7d02e732-83c9-43ff-b472-a306fe85523e","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.09049292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"7d02e732-83c9-43ff-b472-a306fe85523e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.095322559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"e5fa1e02-0c05-46b2-bb57-9adb4af13688","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.095369898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"e5fa1e02-0c05-46b2-bb57-9adb4af13688","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.110524224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"4674114e-fda9-47c8-a61e-6366e3b069ad","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.110578152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"4674114e-fda9-47c8-a61e-6366e3b069ad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.110666334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"2c8653ae-7010-450f-b3c3-de8cd54494ca","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.110704829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"2c8653ae-7010-450f-b3c3-de8cd54494ca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.110784871Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"1c35f312-7593-4c68-991c-75040f233f83","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.110818664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"1c35f312-7593-4c68-991c-75040f233f83","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.115697072Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"73e99118-7659-43ef-85c8-59e663d85359","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.115754936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"73e99118-7659-43ef-85c8-59e663d85359","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.151038551Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"95aaaaa6-3777-4c19-9335-d942d8ae7d24","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.151119743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"95aaaaa6-3777-4c19-9335-d942d8ae7d24","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.151223501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"7849c6d2-39f6-4992-805b-04a489c7cdd7","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.151266552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"7849c6d2-39f6-4992-805b-04a489c7cdd7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.151400112Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"d104c73c-73c9-4fd8-8ca4-2152f6b7e724","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.151445857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"d104c73c-73c9-4fd8-8ca4-2152f6b7e724","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.156660036Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"b60f6547-e010-44ea-99ff-b6c09be78838","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.156738546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"b60f6547-e010-44ea-99ff-b6c09be78838","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.23186242Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"e968ba13-543f-4931-ae67-f976bb5cc686","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.231951109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"e968ba13-543f-4931-ae67-f976bb5cc686","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.232054386Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"2a8cb4b9-618c-4965-b394-3f3ffa61cc22","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.232104089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"2a8cb4b9-618c-4965-b394-3f3ffa61cc22","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.232198739Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"67f9ec43-1c89-465a-9148-cf6a13fc2edc","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.23224345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"67f9ec43-1c89-465a-9148-cf6a13fc2edc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.237440479Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"9c73ed55-ebdc-4cfd-84f9-5e2c3b1a6230","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.237503773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"9c73ed55-ebdc-4cfd-84f9-5e2c3b1a6230","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:26.323807866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"95a7cb37-6353-4e98-ae6b-b8f8e3de2e7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.39223223Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"a50af5ad-6ac3-4ca1-89be-579c5cee1406","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.392324004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"a50af5ad-6ac3-4ca1-89be-579c5cee1406","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.392477225Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"2ba99cd5-bdb5-43d6-9247-0f8bdcde18a1","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.392528663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"2ba99cd5-bdb5-43d6-9247-0f8bdcde18a1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.39259957Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"e833c9f1-8c2f-4d2a-8376-97e36dce9ed4","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.392632608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"e833c9f1-8c2f-4d2a-8376-97e36dce9ed4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.398662741Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"e6413c8f-bc2a-48d2-9859-001b583d32ec","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.398712288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"e6413c8f-bc2a-48d2-9859-001b583d32ec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-2-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:26.417429338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"2fa68ba1-376e-4838-94ce-dc7bfd5c6f2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.514899613Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"6dcc790a-24b3-4178-aee4-cc6cc1ba8dde","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.514961597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"6dcc790a-24b3-4178-aee4-cc6cc1ba8dde","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/distinct-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.515036044Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"9e46fb1a-7299-4e40-b03b-0e5cce2480d8","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.515064379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"9e46fb1a-7299-4e40-b03b-0e5cce2480d8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/simulator-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.515125637Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"3fd5a2d7-9a16-46c5-9734-8206a239a679","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:26.515157903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"3fd5a2d7-9a16-46c5-9734-8206a239a679","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-2ade09/premium-w0-2ade09: AITenant \"e2e-worker-w0-2ade09\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:26.901459402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30768bf7-a1f3-4276-a41d-8ce21d5d4c84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:26.955143821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8acc0492-bcee-4765-80c6-7c5daec5f4ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.122436961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"54a51640-ed7c-430a-8b6b-af0a99922f12","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.179576347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"54a51640-ed7c-430a-8b6b-af0a99922f12","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.236356332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5da1ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51c5555ed6c825915f93497bda9d5925100e3adaa01d8c45176e47098f7109f5) AuthConfig (0b7aa12d9459c7e908bbd74e82a0656b9050dbbe3b878bdeda1c5cf483f0f7d7) AuthConfig (fbafee52678864095f926505d84f36c4772a61f934a2ebcd63bd25d104161916) AuthConfig (9e7b3525f93ed870fb34a8056cb5106e83ad26625a1fe5110a234420e2c88ba2) AuthConfig (197800a57e263bf05f707f596337418816a06c6b5567cfa0e38d83a129f32b8f) AuthConfig (3641242a22ae58ccde073d147225f78b421b8aa352b550a19594c392fd690651) AuthConfig (3cb92b8b5d8677b6d0a4ff79ba13bc0d4b8e18e4e4d90c20aca56bb2ffe8a2cc) AuthConfig (2efe59eb57157ba27d8e8d4dd24c5f1bc3b7ae38324a1ffccdb7690289fe1fb8) AuthConfig (ca05eac9cbbd4facc01ab2eaaba9112c02cf275e8c6f813ed68b1b1f53d31a7e) AuthConfig (ac6b620f4ace06c1f1ae9bf10487f477fa4fb46c25a9325a2e3f59fb3986c838)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"54a51640-ed7c-430a-8b6b-af0a99922f12","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.347016813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"58d8aad6-88ff-495b-bf83-9e8584ad2da9","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"tenant":"e2e-extmod-b-5da1ae","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.34704469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"58d8aad6-88ff-495b-bf83-9e8584ad2da9","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"routeName":"external-model-e2e-att-serve-bdb528-d09f2bd52538","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-att-serve-bdb528","externalModel":"e2e-att-serve-bdb528","provider":"e2e-att-serve-bdb528-provider","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.622089631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0631c9-f283-4a70-9e25-4e15beb8f921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.674023362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0631c9-f283-4a70-9e25-4e15beb8f921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.725692388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0631c9-f283-4a70-9e25-4e15beb8f921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:27.777706672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0631c9-f283-4a70-9e25-4e15beb8f921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:28.352806774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"520898a3-8eb0-4f73-92ca-8d4e9cb51388","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:28.615482981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"b64cfab4-d029-4ced-865e-b4408fa003eb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:28.878175585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"664e3a28-dc70-4f81-a769-4ae886b4542b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:29.140960652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"737af5bc-2fa1-42ad-8a13-39952878bdce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:29.403621484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"0c75d776-1ae7-4a5b-bdcf-7a23c033375e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:29.666835537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"a33042ff-3991-4f77-a5a5-4311a1d50cc1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:29.929636119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"5936f024-27a2-4cfa-bc8a-582b39258b49","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:30.228886201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"86de1c33-1cc8-415a-b910-be9b59e0888a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:30.49219581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"56179a9b-0872-441e-8321-bbde81f8c9c4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:30.76226052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"b4df7af9-40ca-4c17-8148-da583cbdbf9e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:31.023157106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"b412a630-b796-436a-9cd4-91a4cb799b17","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:31.284539257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"3c890dca-5118-48c5-a9bf-4bffb4bc9fdf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:31.593843095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"b9984232-9f33-42e9-b057-fb12ed990c80","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:31.856027299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"a90e95a6-0449-4357-8b21-7d339574f7f2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:32.134044712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"53ca88f6-2c72-412e-a1a8-9d80aec46bbc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:32.400165252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"480d00e9-fb30-4a47-a9d5-bdcc2bb6ce58","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:32.671915263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"cb982cc8-fa09-4557-874b-109e615b5212","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:32.93354136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"edab1733-286c-4bd5-b048-ef8d8094f53d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:33.206135353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"d115da97-43d6-4dca-a3f5-d190701d695c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:33.495884259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"684297b2-0293-47ab-88ae-84b45e8fe56a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:33.758074002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"1e830bf4-d4b5-47c6-ad7a-d25e93b34a17","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:34.073614883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"7d535c51-28f3-46a5-b61b-b9d1a8cdebf0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:34.335678063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"5a72cdcf-9852-4047-a4b1-d2feed0bc485","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:34.601373647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"916c4361-f177-4c79-af85-9bb80817e434","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:34.875081326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"c831afab-30e7-401c-a12d-acdeea1ea0ce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:35.137005426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"4a515c2f-d596-4074-a421-15fc4bd8bbb0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:35.402105757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"e173c78d-e9f7-4dbd-a766-26c17c6762d8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:35.664640091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"1c96782a-0a27-4159-9434-9f01ffb04274","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:35.927017728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"1e45837b-1049-4b35-9066-840fe9a2ae9e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:36.193254647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"d95cf7ee-e352-4bf2-ad1d-e6d55498068f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:36.457983811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"05c348cb-265f-401c-9522-d8882f089e41","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:36.746115634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"ed88a758-500d-4031-8667-60c50436c71e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:37.012967811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"9b5c748c-9c64-4ec8-b463-59d31bdccf1d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:37.274887044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"32e1cf76-2258-4955-819b-009b28ea2eb8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.398757612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"9d6345c3-b8db-4d8e-9156-eeba6f6a8873","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.455819454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"9d6345c3-b8db-4d8e-9156-eeba6f6a8873","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.520992788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5da1ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51c5555ed6c825915f93497bda9d5925100e3adaa01d8c45176e47098f7109f5) AuthConfig (0b7aa12d9459c7e908bbd74e82a0656b9050dbbe3b878bdeda1c5cf483f0f7d7) AuthConfig (fbafee52678864095f926505d84f36c4772a61f934a2ebcd63bd25d104161916) AuthConfig (9e7b3525f93ed870fb34a8056cb5106e83ad26625a1fe5110a234420e2c88ba2) AuthConfig (197800a57e263bf05f707f596337418816a06c6b5567cfa0e38d83a129f32b8f) AuthConfig (3641242a22ae58ccde073d147225f78b421b8aa352b550a19594c392fd690651) AuthConfig (3cb92b8b5d8677b6d0a4ff79ba13bc0d4b8e18e4e4d90c20aca56bb2ffe8a2cc) AuthConfig (2efe59eb57157ba27d8e8d4dd24c5f1bc3b7ae38324a1ffccdb7690289fe1fb8) AuthConfig (ca05eac9cbbd4facc01ab2eaaba9112c02cf275e8c6f813ed68b1b1f53d31a7e) AuthConfig (ac6b620f4ace06c1f1ae9bf10487f477fa4fb46c25a9325a2e3f59fb3986c838)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"9d6345c3-b8db-4d8e-9156-eeba6f6a8873","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:37.538486854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"7800930d-b659-487e-ae4c-2e6a0a9a0dde","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:37.802399302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"d5cbc902-41be-43d2-874a-610c726d9564","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:38.563087695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"45ce9334-2488-49d7-8d98-8389241bee34","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:38.875935183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"e40e8f9a-98c7-4fc6-b59e-53c7ae604d59","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:39.149866245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"7bd23418-87bc-498f-aec3-94e3fdb62256","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:39.416465263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"3e63cfec-d4e3-4a2a-a62d-f33ead5c153c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:41.393989369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"a327b48a-0b93-405f-902d-1e4eac322dd1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:41.703501798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"29797362-6eca-4ccf-9394-7e01d61ede9d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:41.974732242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"2ac6fbb4-3ee5-46ce-814e-ee52d151d404","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:42.239621705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"88f56940-de10-4f47-a5cc-e9ae17cdfce2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:43.531975697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"87f522cd-20be-4bc8-a0ca-3ccb4dc2f7c0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:44.139322572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"af8b1518-48f9-44e6-ba7e-63ba8074ecc4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:44.741887249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"588906e0-1f80-4807-90e6-cdf2848e7f38","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:45.346402736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"b2f5960d-3fdb-43e9-afd1-a06db4debeb4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.626560502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"2f638f22-c67e-4129-be0e-cfaccfec9247","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.683395351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"2f638f22-c67e-4129-be0e-cfaccfec9247","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.739256306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5da1ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51c5555ed6c825915f93497bda9d5925100e3adaa01d8c45176e47098f7109f5) AuthConfig (0b7aa12d9459c7e908bbd74e82a0656b9050dbbe3b878bdeda1c5cf483f0f7d7) AuthConfig (fbafee52678864095f926505d84f36c4772a61f934a2ebcd63bd25d104161916) AuthConfig (9e7b3525f93ed870fb34a8056cb5106e83ad26625a1fe5110a234420e2c88ba2) AuthConfig (197800a57e263bf05f707f596337418816a06c6b5567cfa0e38d83a129f32b8f) AuthConfig (3641242a22ae58ccde073d147225f78b421b8aa352b550a19594c392fd690651) AuthConfig (3cb92b8b5d8677b6d0a4ff79ba13bc0d4b8e18e4e4d90c20aca56bb2ffe8a2cc) AuthConfig (2efe59eb57157ba27d8e8d4dd24c5f1bc3b7ae38324a1ffccdb7690289fe1fb8) AuthConfig (ca05eac9cbbd4facc01ab2eaaba9112c02cf275e8c6f813ed68b1b1f53d31a7e) AuthConfig (ac6b620f4ace06c1f1ae9bf10487f477fa4fb46c25a9325a2e3f59fb3986c838)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"2f638f22-c67e-4129-be0e-cfaccfec9247","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:54.03748414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"6310658a-2c15-4f85-8cba-678207fc9a84","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:54.64686698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"f41a602d-d1cf-491f-a2d0-2f0fd712e4f5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:55.248034002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"48c3d946-1464-4518-b5b1-42d2db37721e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:55.860781865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"4f0d061f-3fc8-4b40-9fdb-d1a3f7c042f3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:55.879498196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:57.844028553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"6f46e8ea-17c5-4947-84ef-5edca58e150c","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:57.901843873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"6f46e8ea-17c5-4947-84ef-5edca58e150c","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:58.331122959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"699ebbc9-0bbd-4a03-90a1-5e70e5622790","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"tenant":"e2e-extmod-b-5da1ae","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:58.331150413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"699ebbc9-0bbd-4a03-90a1-5e70e5622790","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"routeName":"external-model-e2e-att-serve-bdb528-d09f2bd52538","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-att-serve-bdb528","externalModel":"e2e-att-serve-bdb528","provider":"e2e-att-serve-bdb528-provider","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.429374541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"05200fd4-81e2-421b-9c6c-589a4c73f313","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"tenant":"e2e-extmod-b-5da1ae","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.429401829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"05200fd4-81e2-421b-9c6c-589a4c73f313","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"routeName":"external-model-e2e-att-serve-bdb528-d09f2bd52538","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-att-serve-bdb528","externalModel":"e2e-att-serve-bdb528","provider":"e2e-att-serve-bdb528-provider","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.480769546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"1ed2b407-fd8d-43b7-9850-665e62274817","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:01.485969462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-sub","reconcileID":"0d795b98-440a-427f-a326-83a95239f59c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-bdb528-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.537868483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"1ed2b407-fd8d-43b7-9850-665e62274817","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.595423392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"4b32a38f-3bd4-40cd-8dd1-b2c8cc133061","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"tenant":"e2e-extmod-b-5da1ae","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.595445241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"4b32a38f-3bd4-40cd-8dd1-b2c8cc133061","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"routeName":"external-model-e2e-att-serve-bdb528-d09f2bd52538","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-att-serve-bdb528","externalModel":"e2e-att-serve-bdb528","provider":"e2e-att-serve-bdb528-provider","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:01.70134962Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"4b32a38f-3bd4-40cd-8dd1-b2c8cc133061","name":"e2e-att-serve-bdb528","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-bdb528\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:01.70141766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"4b32a38f-3bd4-40cd-8dd1-b2c8cc133061","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-bdb528\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.75484212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"048d2814-77cf-4d6f-a77d-6ca2b2f79878","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"tenant":"e2e-extmod-b-5da1ae","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.754870638Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"048d2814-77cf-4d6f-a77d-6ca2b2f79878","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"routeName":"external-model-e2e-att-serve-bdb528-d09f2bd52538","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-att-serve-bdb528","externalModel":"e2e-att-serve-bdb528","provider":"e2e-att-serve-bdb528-provider","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.910670925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"d18a0d9f-32f3-4465-a065-051234324241","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.938591878Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-sub","reconcileID":"9c8452ce-0c68-44ae-aa30-955b28f2e0d5","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"maas-trlp-e2e-att-serve-bdb528","model":"e2e-att-serve-bdb528","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-5da1ae/e2e-att-serve-bdb528-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.972617128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"d18a0d9f-32f3-4465-a065-051234324241","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.208320575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"5b303dfd-3491-4649-8898-f9693736da1a","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"tenant":"e2e-extmod-b-5da1ae","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.208357882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"5b303dfd-3491-4649-8898-f9693736da1a","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"routeName":"external-model-e2e-att-serve-bdb528-d09f2bd52538","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-att-serve-bdb528","externalModel":"e2e-att-serve-bdb528","provider":"e2e-att-serve-bdb528-provider","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.42095396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-sub","reconcileID":"b3052f57-7754-4e2f-8e0f-40c71f08fa78","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"maas-trlp-e2e-att-serve-bdb528","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.104548207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81d6e8b8-5e60-42a3-ba5f-4e3a62630606","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.206323819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f167f3c4-790c-4efb-99a2-6df5e5c84371","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.30480988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"0d490516-01c0-43bc-8262-c055459932bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.347668829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"d73896e8-fb5b-4ff3-a1fc-0654746d14ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.462331745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-sub","reconcileID":"2cd89a48-2c2a-4537-856b-e7d6dd594b52","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"maas-trlp-e2e-att-serve-bdb528","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.785014708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"5229b6df-f946-48bd-aa2c-74dbfb3460d6","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"tenant":"e2e-extmod-b-5da1ae","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.785050904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"5229b6df-f946-48bd-aa2c-74dbfb3460d6","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"routeName":"external-model-e2e-att-serve-bdb528-d09f2bd52538","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-att-serve-bdb528","externalModel":"e2e-att-serve-bdb528","provider":"e2e-att-serve-bdb528-provider","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.55474468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"bdbc47de-2aa1-4041-aa30-3f571f99ca5e","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.612133799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"bdbc47de-2aa1-4041-aa30-3f571f99ca5e","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:10.004317245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"e23989a5-2486-48b6-b571-c73c889aafe3","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"tenant":"e2e-extmod-b-5da1ae","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:10.004348487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"e23989a5-2486-48b6-b571-c73c889aafe3","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"routeName":"external-model-e2e-att-serve-bdb528-d09f2bd52538","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-att-serve-bdb528","externalModel":"e2e-att-serve-bdb528","provider":"e2e-att-serve-bdb528-provider","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:10.063488731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"5d108069-332c-4531-84ff-2ebe00f144f6","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:10.120566413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"5d108069-332c-4531-84ff-2ebe00f144f6","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:10.174959609Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-sub","reconcileID":"33172185-2143-44c8-83f9-444b1c3ff259","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-367a2ccf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:10.486332832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"9c0fbe15-79c0-4e89-9b96-e08c4441d520","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:10.543501306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"9c0fbe15-79c0-4e89-9b96-e08c4441d520","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:14.802363087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"3382d567-6ef1-4035-b464-637c9e36adf8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:15.395859083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"f1ee7983-c795-42a8-91f8-d1f441ad5ee9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:15.923857424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a24e8b5c-dc76-4d6c-8b1e-3066ebedd9d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:15.993623277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"390fb017-53d1-4fcc-b0ed-7b90bd5ddb5a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.028688768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f7c1613-438e-46e4-a129-72ffdd166b7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.128681182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"95ecda3d-b7d5-46c8-b8d7-9e254ee121d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.163966499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"abaa09f1-41f0-4b30-91c7-775ca6eb06aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:16.605644088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"e47191c8-3412-445f-97ac-b37171a8cc6c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.229208507Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-sub","reconcileID":"e7552ce0-a42f-4cc4-8d75-6023670e3e16","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","subscription":"e2e-att-serve-bdb528-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.33445324Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-sub","reconcileID":"e7552ce0-a42f-4cc4-8d75-6023670e3e16","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.395316262Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-sub","reconcileID":"e7552ce0-a42f-4cc4-8d75-6023670e3e16","MaaSSubscription":{"name":"e2e-att-serve-bdb528-sub","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"maas-trlp-e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.733622768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"7fbc8144-9c64-425b-90ee-7fc94ebd9695","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"tenant":"e2e-extmod-b-5da1ae","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.733666258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"7fbc8144-9c64-425b-90ee-7fc94ebd9695","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"routeName":"external-model-e2e-att-serve-bdb528-d09f2bd52538","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-att-serve-bdb528","externalModel":"e2e-att-serve-bdb528","provider":"e2e-att-serve-bdb528-provider","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.785410243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"a3d785b8-5591-4406-9cef-e1a4a87a5603","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.843193032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"a3d785b8-5591-4406-9cef-e1a4a87a5603","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.909486348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"2ddc46f4-2863-47ce-9592-d5e26b2e5dc7","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"tenant":"e2e-extmod-b-5da1ae","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.909511553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"2ddc46f4-2863-47ce-9592-d5e26b2e5dc7","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"routeName":"external-model-e2e-att-serve-bdb528-d09f2bd52538","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-att-serve-bdb528","externalModel":"e2e-att-serve-bdb528","provider":"e2e-att-serve-bdb528-provider","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:21.10611838Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"256caa44-0207-4e6a-b5c0-6f09aacc7773","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:21.294621105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"256caa44-0207-4e6a-b5c0-6f09aacc7773","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:21.42606736Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"256caa44-0207-4e6a-b5c0-6f09aacc7773","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"name":"e2e-extmod-b-5da1ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:21.426092367Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"e2e-att-serve-bdb528-access","reconcileID":"256caa44-0207-4e6a-b5c0-6f09aacc7773","MaaSAuthPolicy":{"name":"e2e-att-serve-bdb528-access","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5da1ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:21.546213879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"6f47d7bb-19e0-4d94-ae53-f6a9aecd9e8c","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"tenant":"e2e-extmod-b-5da1ae","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","model":"e2e-extmod-att-user-c87f30/e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:21.546241564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"6f47d7bb-19e0-4d94-ae53-f6a9aecd9e8c","MaaSModelRef":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"routeName":"external-model-e2e-att-serve-bdb528-d09f2bd52538","namespace":"e2e-extmod-att-user-c87f30","model":"e2e-att-serve-bdb528","externalModel":"e2e-att-serve-bdb528","provider":"e2e-att-serve-bdb528-provider","gateway":"openshift-ingress/e2e-extmod-b-5da1ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.113551768Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"ca60f8a6-b94b-4675-b97f-5629cc7e9808","namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.273395607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5aaa0eef-ceb3-4a3e-8e9f-9200f6faf485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.27340984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"9bb9fa45-e857-43ec-baa5-baf041c35f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.273878181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"4f38e693-3e2e-4c86-b852-1d4fc942a749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.273933871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1d0a451-13e4-4d0b-b8de-3455317e7f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.331165308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5aaa0eef-ceb3-4a3e-8e9f-9200f6faf485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.331361357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"4f38e693-3e2e-4c86-b852-1d4fc942a749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.333403278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"9bb9fa45-e857-43ec-baa5-baf041c35f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.33368765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1d0a451-13e4-4d0b-b8de-3455317e7f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.666204755Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-bdb528","namespace":"e2e-extmod-att-user-c87f30"},"namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","reconcileID":"5b8a2c7e-bf3f-425e-ba73-1740caa1342b","namespace":"e2e-extmod-att-user-c87f30","name":"e2e-att-serve-bdb528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.822198388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e11d71da-bf60-46b1-9b25-13854e0fdd42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.823701312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84825184-ab17-46c6-878e-c0ef50731f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.823897125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"35ade3bf-7190-47d2-be9d-fcf9761fb873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.823702285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"a42df0ad-19cc-4926-bf9f-c8db3974c28b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.882745756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e11d71da-bf60-46b1-9b25-13854e0fdd42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.883886372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84825184-ab17-46c6-878e-c0ef50731f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.885046468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"a42df0ad-19cc-4926-bf9f-c8db3974c28b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.887863659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"35ade3bf-7190-47d2-be9d-fcf9761fb873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.878836814Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.226262719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee932ca2-a7dd-43c7-8624-6963ca969e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.278104215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee932ca2-a7dd-43c7-8624-6963ca969e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.330145067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee932ca2-a7dd-43c7-8624-6963ca969e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.382033914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee932ca2-a7dd-43c7-8624-6963ca969e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.925877529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"b0b43180-b40f-42ab-954f-5eeeefcd7e37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:40.010672794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a8225bf-c02b-497f-b3fc-4d5c8f437eb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:40.112735116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b4d6c107-9528-4856-bcbd-cf64d53da3a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:40.284184152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"fd7fdf7c-4fb2-461d-800d-9aadceec1c9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:40.311771643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02a8d43-dc1b-496d-86c9-ef1d46d1406e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:40.365868196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02a8d43-dc1b-496d-86c9-ef1d46d1406e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:40.417581684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02a8d43-dc1b-496d-86c9-ef1d46d1406e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:40.469602626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02a8d43-dc1b-496d-86c9-ef1d46d1406e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.066241728Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","namespace":"ai-tenant-e2e-extmod-a-98b389","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.066322578Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","namespace":"ai-tenant-e2e-extmod-a-98b389","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.066387406Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","tenant":"e2e-extmod-a-98b389","tenantID":"e2e-extmod-a-98b389","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.120582537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-98b389","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.189231288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"Service","name":"maas-api-e2e-extmod-a-98b389","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.250712423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-98b389","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.319624053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-98b389","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.376683866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.431267442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.486688147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.551544899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.6034167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.655131202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.707243623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"Service","name":"payload-processing-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.759116454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.813502673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.868046596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.924236639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.983190681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.037192528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.092538315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.144601848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-98b389","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.205460596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-98b389"},"namespace":"ai-tenant-e2e-extmod-a-98b389","name":"default-tenant","reconcileID":"47d0d6df-188b-4a1f-8429-9eb2647f194c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-98b389","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.965632614Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-98b389","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-98b389","reconcileID":"0a87b7c8-58fe-47df-baca-6a5522add637","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-98b389","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-98b389"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:55.144893945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e9f63cf-9b16-45be-bc17-6ea22d3f3432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:55.206424314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e9f63cf-9b16-45be-bc17-6ea22d3f3432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:55.258628903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e9f63cf-9b16-45be-bc17-6ea22d3f3432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:55.310695234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e9f63cf-9b16-45be-bc17-6ea22d3f3432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:55.57293142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"b4768540-6f6c-4c28-83e3-282e219cf8b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:55.729706092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"659a1760-6bbc-4949-9796-15ca8b9c54e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:55.796358927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9762fac0-ec8e-4cec-a417-714edd90aba7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:55.878878105Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:55.902960292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"783c0287-f460-4070-8bf5-1a9838b6cbc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:56.061549895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"451f58e4-441c-4328-b7b6-829347010770","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:56.633929972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"976f9c48-250e-43c2-a69b-5a3f01ebd575","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:57.221624123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"4e38a70b-b74f-4802-858d-65f53bff61a1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.325077393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d502d2-dbb9-4fc9-b0e4-78ce1c3ef884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.37658502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d502d2-dbb9-4fc9-b0e4-78ce1c3ef884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.42805189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d502d2-dbb9-4fc9-b0e4-78ce1c3ef884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.48001931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d502d2-dbb9-4fc9-b0e4-78ce1c3ef884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:57.857388971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"940e01a4-0a83-4bb4-bffe-8f1f118cfa93","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.959272474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"8cde21f7-1a06-4a2e-ad6b-f27d68fc27f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.08257827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"53648592-e89e-4432-a7a0-1256d577ee18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.212098771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6a05e71-a9f6-42d7-9104-c437b416ec4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.309810085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"033f087f-c8ce-4eab-bd5d-def8e33aa3c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.842952339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f341f026-ee53-446d-953f-5e690590907d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.894846802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f341f026-ee53-446d-953f-5e690590907d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.946650381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f341f026-ee53-446d-953f-5e690590907d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.001406389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f341f026-ee53-446d-953f-5e690590907d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:05.948729799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d940cf-9153-4520-816c-5609e41a9b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:06.000773629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d940cf-9153-4520-816c-5609e41a9b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:06.052639917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d940cf-9153-4520-816c-5609e41a9b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:06.104362084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d940cf-9153-4520-816c-5609e41a9b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.143890938Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","namespace":"ai-tenant-e2e-extmod-b-5da1ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.143951753Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","namespace":"ai-tenant-e2e-extmod-b-5da1ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.144003958Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","tenant":"e2e-extmod-b-5da1ae","tenantID":"e2e-extmod-b-5da1ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.198151577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"Deployment","name":"maas-api-e2e-extmod-b-5da1ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.261929757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"Service","name":"maas-api-e2e-extmod-b-5da1ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.318416867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-5da1ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.374469438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-5da1ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.429587619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.484470753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.541734341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.599938012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.651539605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.70341166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.754899673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"Service","name":"payload-processing-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.806456583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.858031002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.879568377Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.909719951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.961729229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:26.017703254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:26.069134542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:26.120524461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:26.172342082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-5da1ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:26.223882461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5da1ae"},"namespace":"ai-tenant-e2e-extmod-b-5da1ae","name":"default-tenant","reconcileID":"68ee2cf1-fca7-4c7f-bb9c-a9314a0b5bd8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-5da1ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.062242444Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5da1ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5da1ae","reconcileID":"06d595ed-36a0-49c8-9de9-df1ee39e709d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-5da1ae","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-5da1ae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.164610012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdddfcab-4ac6-4ca1-9954-5ff92f564f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.216386542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdddfcab-4ac6-4ca1-9954-5ff92f564f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.270049551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdddfcab-4ac6-4ca1-9954-5ff92f564f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.322368355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdddfcab-4ac6-4ca1-9954-5ff92f564f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:30.227853817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8d09a6-d155-4792-9983-7cdafe50b27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:30.27999854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8d09a6-d155-4792-9983-7cdafe50b27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:30.332004446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8d09a6-d155-4792-9983-7cdafe50b27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:30.384472555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8d09a6-d155-4792-9983-7cdafe50b27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:31.405034216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"7d224e21-d45c-4101-a5e9-c18783767c2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:31.520985508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"273e529a-2dcf-424e-a134-d9956241a9b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:31.636233296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ddf3904-b106-481c-9bdd-3dc2739fd223","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:31.738084613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"fa114b0e-f2cd-44c2-b79d-22417309730f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.550417382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"02ef8958-ccf6-476f-aa0a-5f52e55af7fe","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.603356244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"835b2260-cc84-4bda-8b13-89f3f40fab8a","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.603693316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"aa7bee16-1576-4152-af63-d8b33e6825e7","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.655995752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"435803db-fdad-4448-98e9-e1aeee91832f","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.658471213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"480430c8-49d8-489e-aca7-91a4c7b4448d","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.658742844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"6ac3ea69-8204-4833-8306-37a4ec75dc9f","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.658985411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"e814aa93-a8e7-4509-ac1b-407c3855ecf1","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.659156538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"466b887f-bcb4-4a4d-a29b-d70ceda60951","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.706898114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e68bab0d-8c9b-4e6b-a6af-dd9df5c8100d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.759386979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"3734e8ee-80f0-4a22-8ed6-caeb698258e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.763805091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"e68bab0d-8c9b-4e6b-a6af-dd9df5c8100d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.809726493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"1c8664f1-4302-4747-8f25-6522dbd6263b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.858192296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"01d56987-9682-42c4-a1ac-91d0e79bd79b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.86752839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"1c8664f1-4302-4747-8f25-6522dbd6263b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.126517571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"ccbdedae-c3e6-4872-8c25-24e5b59fb8e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.127845162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"632da9f2-625a-4a57-88b3-0fbfeeac31aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.183095872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"ccbdedae-c3e6-4872-8c25-24e5b59fb8e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.230484612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"3551c726-717b-4626-85cb-e730d371d519","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.327076433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"6cffa337-6618-4165-9cee-d5ca5751da28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.394909135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"6cffa337-6618-4165-9cee-d5ca5751da28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.575314721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d955a5-6806-4999-a421-d9ff0494fd85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.627269312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d955a5-6806-4999-a421-d9ff0494fd85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.679055304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d955a5-6806-4999-a421-d9ff0494fd85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.730878759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d955a5-6806-4999-a421-d9ff0494fd85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.632019108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20cd8a1c-9f51-4339-a0a2-d3285d45668b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.683637264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20cd8a1c-9f51-4339-a0a2-d3285d45668b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.735470536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20cd8a1c-9f51-4339-a0a2-d3285d45668b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.787422107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20cd8a1c-9f51-4339-a0a2-d3285d45668b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.997409182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"abceeb55-f842-4c31-866d-69482285b14e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:39.106932176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"c6a04ee7-8d9f-4508-9b71-84ac4a9ee574","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:39.229064342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2917facd-ce2b-4452-9962-b362f69f898a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:39.32947701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"dfc9b965-05ae-4f35-a14f-6e1c92cb5751","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:40.955729433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"599548d1-bd6c-4ee1-b10b-90d9cd635a33","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:41.294570737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"c6b5a3c3-f5e7-4842-aacf-05e42983525e","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:41.629053431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"901508f1-2719-4533-a361-522b4a92ea89","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:41.838025242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"be737919-8cc3-4118-a8e9-f8fc49ebe854","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:41.841537184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"fd59e16a-b260-497b-b4f0-30dbe48fc0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:41.84153616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"a763f6f1-982b-44df-a4b1-a91558725510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:41.898729298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"a763f6f1-982b-44df-a4b1-a91558725510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:41.898922241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"fd59e16a-b260-497b-b4f0-30dbe48fc0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:41.963927864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"ef976c28-b1f1-4305-ad38-60a35881dc07","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.022161898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"5c31c557-9044-4942-841e-792b3ed0d889","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.172662942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"0f1a539b-c455-498e-8675-47931d390755","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.258151747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"fa5337e5-30e6-4a3b-b363-c87d39d2ea42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.258154017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"5f7f3027-31d8-49a0-bffb-5ee601f88d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.273352487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"3322c471-ebf0-4c1f-80ab-b855002d7fd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.315526126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"fa5337e5-30e6-4a3b-b363-c87d39d2ea42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.316435743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"5f7f3027-31d8-49a0-bffb-5ee601f88d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.33708655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"fd1fd3d9-0320-4bd5-8639-a235b0052ddd","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.546034679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"8f6e0108-8cf9-409c-95ec-ae0a0f8ee921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.086406625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"cfa2da32-4c83-4845-b971-73d49055e3d6","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.086622645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"6fb31bb3-3ff3-4dd0-92bd-788a341db642","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.08677332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"e51b3cee-29b9-494f-b24d-88a4795d5c06","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.087009894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"fdfb0781-7216-4319-82d9-c12f657db1c7","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.230759933Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"7b198a99-58d4-4610-9167-03482f3f1b24","namespace":"ai-tenant-e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.230827059Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"7b198a99-58d4-4610-9167-03482f3f1b24","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.240564814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"6c7e8d83-48a9-4d73-ab15-4672ec051d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.240861573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"1c080e4d-fd18-429d-a717-a0d5e23676db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.287925239Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"7b198a99-58d4-4610-9167-03482f3f1b24","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.288366359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"b168d9e1-977f-464d-a182-e542373e6bf8","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.297780849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"1c080e4d-fd18-429d-a717-a0d5e23676db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.297939286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"6c7e8d83-48a9-4d73-ab15-4672ec051d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.298341151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"2f0d1201-fae5-4d6a-8ee1-dbe8fa60d334","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.298391606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"a837192a-6958-422f-b755-750f7799f22c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.344854677Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"7b198a99-58d4-4610-9167-03482f3f1b24","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.344876256Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"7b198a99-58d4-4610-9167-03482f3f1b24","namespace":"ai-tenant-e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.344968775Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"7b198a99-58d4-4610-9167-03482f3f1b24","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.347563785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"0efe8040-be70-47a2-b748-796d2cca4a72","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.40219376Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"7b198a99-58d4-4610-9167-03482f3f1b24","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.404190635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"6c769b4a-286a-4e90-b2db-b1413fb0b06b","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.459648051Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"7b198a99-58d4-4610-9167-03482f3f1b24","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.462428017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"a815e2e3-4562-4549-ade9-5f8d9f620bd2","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.502582395Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"bb010b01-d595-485e-930c-8d1ea14dd338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.502584414Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"554cb97b-3bb4-4750-9242-023e623127a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.584866179Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"854c4cf8-1234-4cfa-a86a-be399dc61c1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-45c2c222","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.585045073Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"5c2942cb-e659-4a49-ac3a-beccc9586570","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a88dfc30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.755553907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"554cb97b-3bb4-4750-9242-023e623127a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.755567406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"bb010b01-d595-485e-930c-8d1ea14dd338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.889231547Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"554cb97b-3bb4-4750-9242-023e623127a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.889255078Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"554cb97b-3bb4-4750-9242-023e623127a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:46.893275408Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"bb010b01-d595-485e-930c-8d1ea14dd338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-e7929d-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:46.893348046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"bb010b01-d595-485e-930c-8d1ea14dd338","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-e7929d-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.893492001Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"b96eecfc-c654-4624-8adb-d055abcbc617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.9460679Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"46ac1bfd-6f99-42fc-9b8c-137c6570610d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.946323619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"eca430eb-979e-41d8-a02a-e004816db71e","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:47.050700726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"b96eecfc-c654-4624-8adb-d055abcbc617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:47.108030422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"b96eecfc-c654-4624-8adb-d055abcbc617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:47.108061098Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-access","reconcileID":"b96eecfc-c654-4624-8adb-d055abcbc617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:47.151081137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"46ac1bfd-6f99-42fc-9b8c-137c6570610d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:47.166396626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"41a35c32-418a-413a-ab4c-035b840551da","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:47.209500092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"46ac1bfd-6f99-42fc-9b8c-137c6570610d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"e2e-worker-w4-e7929d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:47.209530278Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"46ac1bfd-6f99-42fc-9b8c-137c6570610d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:47.262100415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-access","reconcileID":"46ac1bfd-6f99-42fc-9b8c-137c6570610d","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.879756604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.038199729Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"1cc6b95c-ae33-462e-b9b0-6fcf2824a536","namespace":"ai-tenant-e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.038273837Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"1cc6b95c-ae33-462e-b9b0-6fcf2824a536","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.08717136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"f628377f-c093-4edc-bcbc-8c7703d98dbb","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-2-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-2-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.087477679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"3114ba26-ef85-4078-915c-a5558f2b8e8b","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"distinct-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"distinct-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.092706798Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"1cc6b95c-ae33-462e-b9b0-6fcf2824a536","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.147158123Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"1cc6b95c-ae33-462e-b9b0-6fcf2824a536","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.147176033Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"1cc6b95c-ae33-462e-b9b0-6fcf2824a536","namespace":"ai-tenant-e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.637632814Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"b34f0f8e-bfce-4188-86d4-8952649f1ec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.637632851Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"345a0fd1-cae3-4420-8d2b-e5931a2617e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.690067881Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"345a0fd1-cae3-4420-8d2b-e5931a2617e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.690063606Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"b34f0f8e-bfce-4188-86d4-8952649f1ec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.742662025Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"premium-simulator-subscription","reconcileID":"b34f0f8e-bfce-4188-86d4-8952649f1ec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.742787538Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"simulator-subscription","reconcileID":"345a0fd1-cae3-4420-8d2b-e5931a2617e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"name":"maas-trlp-simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d","model":"e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.947538289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"678b4bfd-63ec-4618-b689-1338120f5101","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.166846812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"2ec95d0b-cf04-4ba4-8d0a-3a715dc8beb7","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.167156708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"606d52e2-fd37-4760-bd85-8262345c1a91","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"premium-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"premium-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.181860266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"1532cd5a-9031-468f-831b-60eb5701195d","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"routeName":"simulator-w4-e7929d-kserve-route","namespace":"e2e-models-e2e-worker-w4-e7929d","llmisvcName":"simulator-w4-e7929d","gateway":"openshift-ingress/e2e-worker-w4-e7929d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.148221119Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","namespace":"ai-tenant-e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.148303101Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","namespace":"ai-tenant-e2e-worker-w4-e7929d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.148353818Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","tenant":"e2e-worker-w4-e7929d","tenantID":"e2e-worker-w4-e7929d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.202715133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"Deployment","name":"maas-api-e2e-worker-w4-e7929d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.26331257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"Service","name":"maas-api-e2e-worker-w4-e7929d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.318820608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-e7929d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.372507233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-e7929d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.428701252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.483420202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.545314706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.602489165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.654206664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.705732866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.757373892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"Service","name":"payload-processing-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.809373009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.861038485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.912691659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.964243148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:02.020352546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:02.071995581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:02.123609252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:02.175762393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-e7929d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:02.227305821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e7929d"},"namespace":"ai-tenant-e2e-worker-w4-e7929d","name":"default-tenant","reconcileID":"4b841e28-d2e3-4716-93cc-13c199983f82","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-e7929d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.058518741Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-e7929d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-e7929d","reconcileID":"182489c6-8098-466d-865e-91ab6195af75","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-e7929d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-e7929d"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.220217221Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"4e468dd6-47fd-431a-8658-97ea82a6be60","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.329406796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"4e468dd6-47fd-431a-8658-97ea82a6be60","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.329562526Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"7eed837e-fdb8-4526-9d67-129e1fbd74a3","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.387735582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"7eed837e-fdb8-4526-9d67-129e1fbd74a3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.387890624Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"55e4012f-aca5-4a95-9ae1-75afa320de89","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.445262481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"55e4012f-aca5-4a95-9ae1-75afa320de89","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.445485706Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"224eac2e-6aeb-48df-9c91-5259d8415df0","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.503067955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"224eac2e-6aeb-48df-9c91-5259d8415df0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.503259783Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"58fbde81-3766-402e-b726-5adfb2312011","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.503351042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"58fbde81-3766-402e-b726-5adfb2312011","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.503458288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"52125c82-72e6-47ff-a560-3ba3b6b11f14","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.503497133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"52125c82-72e6-47ff-a560-3ba3b6b11f14","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.503571359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"0f8fa446-fef6-4e95-9b83-b03702a7e0f2","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.503611379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"0f8fa446-fef6-4e95-9b83-b03702a7e0f2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.508805394Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"c4efd35e-b7ec-4782-88a1-8fd43632a1d6","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.508855245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"c4efd35e-b7ec-4782-88a1-8fd43632a1d6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.514033733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"069ac953-4b23-46e5-8991-0b5f20513a97","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.514089133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"069ac953-4b23-46e5-8991-0b5f20513a97","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.514171047Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"c39d9c20-8a68-41bf-8bd7-ef21044a45b5","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.514203685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"c39d9c20-8a68-41bf-8bd7-ef21044a45b5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.51426903Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"0521a86e-ac6f-4c60-a68f-c8778a8fdf60","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.514324804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"0521a86e-ac6f-4c60-a68f-c8778a8fdf60","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.519258309Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"6c708f89-7f0a-4e74-a5e3-464ce19c3140","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.519339261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"6c708f89-7f0a-4e74-a5e3-464ce19c3140","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.534684926Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"6e4829f3-5f71-4e5f-81b3-e41dc45b04c1","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.534738542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"6e4829f3-5f71-4e5f-81b3-e41dc45b04c1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.534815461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"ab4f456c-1ef7-4254-88c4-591ceb70ebd5","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.53484255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"ab4f456c-1ef7-4254-88c4-591ceb70ebd5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.534905817Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"d2d9afd5-824a-42d1-a335-974f0ad0c63f","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.534935679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"d2d9afd5-824a-42d1-a335-974f0ad0c63f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.540151068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"bf8edb97-09b1-4a01-88ea-29b62a2220d5","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.540189649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"bf8edb97-09b1-4a01-88ea-29b62a2220d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.575367952Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"b9f3b999-79a0-4e90-a977-490839e8d4d2","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.575424534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"b9f3b999-79a0-4e90-a977-490839e8d4d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.575495593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"17d7b0f8-5afc-4900-9691-399e089d0f66","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.575533172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"17d7b0f8-5afc-4900-9691-399e089d0f66","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.575598246Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"c9bc7a88-06f2-4383-aa6d-c681f8d7b727","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.575631321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"c9bc7a88-06f2-4383-aa6d-c681f8d7b727","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.580864848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"42df0d84-883a-4b88-b57c-5f0ae0976f22","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.580922085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"42df0d84-883a-4b88-b57c-5f0ae0976f22","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.585803024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95591d5a-48ab-4565-b85d-cccdf31b8076","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.667467934Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"1b012a57-d26c-4ec2-b270-9592d7fe7e00","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.667533587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"1b012a57-d26c-4ec2-b270-9592d7fe7e00","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.667605156Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"9cfd276a-b1ab-4065-bdc9-c125ba02791f","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.667632464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"9cfd276a-b1ab-4065-bdc9-c125ba02791f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.667698303Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"cbad1434-eaa9-403f-b13c-4f8f3fcf82c9","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.667727632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"cbad1434-eaa9-403f-b13c-4f8f3fcf82c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.667787689Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"63f3f973-0dc0-4dbe-8ecf-67186270a08b","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.667813223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"63f3f973-0dc0-4dbe-8ecf-67186270a08b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.745597075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"55da3439-35ef-4f6e-af6c-9fd6c739f80f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.827777432Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"3a63d02e-65aa-4046-89c9-0487c0511d98","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.827840858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"3a63d02e-65aa-4046-89c9-0487c0511d98","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.828013108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"03f9efd4-1bb9-4441-b8e3-ea790b60d8b3","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.828085658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"03f9efd4-1bb9-4441-b8e3-ea790b60d8b3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.828191366Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"1ec7778a-a7a0-4832-a691-e52b83511aa9","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.828249417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"1ec7778a-a7a0-4832-a691-e52b83511aa9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.828401139Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"2339f21f-30f7-4909-9917-f1591befb736","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:03.828457912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"2339f21f-30f7-4909-9917-f1591befb736","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.148571216Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"6d9493e5-898b-4481-9c95-3011954355e0","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.148640311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"6d9493e5-898b-4481-9c95-3011954355e0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.148737669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"1e82f80b-5dcf-45ff-a337-97a16553c56a","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.148773963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"1e82f80b-5dcf-45ff-a337-97a16553c56a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.148859913Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"fdad1e6b-ccd6-4102-ae01-2da42fd98534","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.148900033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"fdad1e6b-ccd6-4102-ae01-2da42fd98534","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.14898272Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"2d02e853-a1a8-4b05-ad15-daf832955eef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.149014622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"2d02e853-a1a8-4b05-ad15-daf832955eef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.212470307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d8ab27-ecc9-4811-b68d-34537da478d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.26398033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d8ab27-ecc9-4811-b68d-34537da478d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.315566773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d8ab27-ecc9-4811-b68d-34537da478d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.367154121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d8ab27-ecc9-4811-b68d-34537da478d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.789188098Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"933d4bfb-41fd-41d8-940c-f97c00323b26","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.789255173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"933d4bfb-41fd-41d8-940c-f97c00323b26","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.789372298Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"e4a70093-d93e-4ff6-92a1-3da3089c6bbb","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.789406762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"e4a70093-d93e-4ff6-92a1-3da3089c6bbb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.789472217Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"e7381d36-e499-45a7-aea0-4654a8b0799a","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.78950787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"e7381d36-e499-45a7-aea0-4654a8b0799a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.789569068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"5c6f5283-c138-4226-b6af-4af157d1a5e6","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.789600268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"5c6f5283-c138-4226-b6af-4af157d1a5e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:06.070107299Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"8625eea3-67f7-44e9-aea0-e37509135fad","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:06.070195583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"8625eea3-67f7-44e9-aea0-e37509135fad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:06.070335263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"787a8af2-639b-45cb-9bc9-263f6603af52","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:06.070388657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"787a8af2-639b-45cb-9bc9-263f6603af52","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:06.07050015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"cb60a486-a98e-4d11-b4a8-b45d8d906112","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:06.070546378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"cb60a486-a98e-4d11-b4a8-b45d8d906112","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:06.070644087Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"93981a48-2823-406a-8ad3-5819472b93c4","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:06.070698411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"93981a48-2823-406a-8ad3-5819472b93c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:06.319600748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42de6425-4778-446d-ac42-ca436e757a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:06.371408152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42de6425-4778-446d-ac42-ca436e757a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:06.423055312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42de6425-4778-446d-ac42-ca436e757a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:06.4749977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42de6425-4778-446d-ac42-ca436e757a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:08.630803698Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"d761f2c4-2181-4a7c-be5c-3e09e1fd50d6","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:08.630882007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"d761f2c4-2181-4a7c-be5c-3e09e1fd50d6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:08.630980181Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"d662c99b-0ca4-4fc3-ab02-2c50c72e81bd","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:08.631025151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"d662c99b-0ca4-4fc3-ab02-2c50c72e81bd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:08.631099051Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"0c6ff5a9-4299-411d-956e-0b0abd0509fd","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:08.631137074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"0c6ff5a9-4299-411d-956e-0b0abd0509fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:08.631209573Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"1ab6b067-c1e6-468f-a89c-4ecd3e794def","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:08.631242274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"1ab6b067-c1e6-468f-a89c-4ecd3e794def","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.037853868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"c943a456-73cb-4cf5-aa05-a77a3f296654","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.037921844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"c943a456-73cb-4cf5-aa05-a77a3f296654","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.038001856Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"e617fe29-a132-4e6b-b363-46d5ccf1f2b8","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.038037412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"e617fe29-a132-4e6b-b363-46d5ccf1f2b8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.038102996Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"29949be5-f9c6-4493-9ef3-eb875df8805f","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.038133925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"29949be5-f9c6-4493-9ef3-eb875df8805f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.038203385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"de61f1c4-3998-4b67-9bd1-b56d721a2edf","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.038234047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"de61f1c4-3998-4b67-9bd1-b56d721a2edf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.1029747Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"0cb5f740-38e5-4bb8-bf21-3b41518ab7f3","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.10306467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"0cb5f740-38e5-4bb8-bf21-3b41518ab7f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.103172988Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"367591f7-6b32-41f9-a3a3-94d6ca655b2c","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.103209794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"367591f7-6b32-41f9-a3a3-94d6ca655b2c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.103333094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"33c0f567-f2f5-4fb3-94bb-6f3d001f426d","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.10337302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"33c0f567-f2f5-4fb3-94bb-6f3d001f426d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.103460072Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"8141ead6-4642-40a5-8bbe-f5c79e5a021a","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.103493822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"8141ead6-4642-40a5-8bbe-f5c79e5a021a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.17267444Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"e9676f60-6a09-4d16-887f-3ccca613af92","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.172740479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"e9676f60-6a09-4d16-887f-3ccca613af92","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.172818298Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"4374e436-6da8-470f-8ac2-9aaca076338f","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.172851861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"4374e436-6da8-470f-8ac2-9aaca076338f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.172913479Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"21c0e3a8-bd74-4e0d-ab2f-7e020fd5d9e6","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.172945102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"21c0e3a8-bd74-4e0d-ab2f-7e020fd5d9e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.173004838Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"d16214b2-1e35-45c8-a7b0-ac270c438c6e","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.173035786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"d16214b2-1e35-45c8-a7b0-ac270c438c6e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.242238519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"55446910-02b7-4c26-aafb-55046da34d02","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.242338394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"55446910-02b7-4c26-aafb-55046da34d02","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-2-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.242427828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"b611d59b-32d4-40fe-9da8-d775b6f4b2da","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.242472922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"b611d59b-32d4-40fe-9da8-d775b6f4b2da","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/distinct-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.242536758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"9ce6c3d6-930c-400a-a91b-946b9c09f10a","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.242567829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"9ce6c3d6-930c-400a-a91b-946b9c09f10a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/premium-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.242631681Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"3eaba8cc-2463-4ff4-a684-fbf7bed1498f","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:11.242662554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"3eaba8cc-2463-4ff4-a684-fbf7bed1498f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e7929d/simulator-w4-e7929d: AITenant \"e2e-worker-w4-e7929d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:18.031378514Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"a42bd0c4-7da3-48ba-8312-d13bc5aeb7a2","name":"simulator-w4-e7929d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-e7929d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:18.031438949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"a42bd0c4-7da3-48ba-8312-d13bc5aeb7a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-e7929d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:18.293171999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"4d3cb0da-4eb7-4bac-9c64-726f4a229a0f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:18.556225035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"premium-w0-2ade09","reconcileID":"709b9962-ced1-4f6a-8d2e-87a1d9ceb4df","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:18.817506738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"9f325dbe-ad68-453c-b603-05ac5030761a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:19.081822377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"1b33e8d1-fc5a-417a-a0a3-7716e99fff3a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:19.343499423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"8f6a4897-28f7-4d6c-a0b9-3684ce4dfeda","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:19.606150216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"22f4f1cf-711f-4d6a-b9b3-4f735894a366","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:19.868121263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-2-w0-2ade09","reconcileID":"2662f80b-7c08-4753-bad0-33541c35b8df","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:20.130583971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"329f307b-98c0-4fe2-b5c1-20c05949f757","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:20.397830546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"ba61c6ed-d62f-4fca-9113-71cb60ce62e6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:20.66166592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"distinct-w0-2ade09","reconcileID":"3a305e1d-9341-4667-954f-b02986dd62b3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:20.923443896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"simulator-w4-e7929d","reconcileID":"18534855-9386-461f-91a8-7bad65916323","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:21.187149944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"f110a55c-a4e2-4ec2-add6-27cb0736844c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:21.448532741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2ade09","namespace":"e2e-models-e2e-worker-w0-2ade09"},"namespace":"e2e-models-e2e-worker-w0-2ade09","name":"simulator-w0-2ade09","reconcileID":"532aed74-8393-4054-9247-af9063b3e03b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-2ade09\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.479889864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a94ddea-f698-40b1-b475-f6655f283fd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.580220357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e7d0d01-235b-4b09-a04a-85a70bc6893a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:21.710143938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"85f779d1-b3c6-4ccd-af4d-ec51eba920e8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:21.976723452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"239ea444-8355-4ab2-ac3f-ebee7659f92e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:22.276571334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"69c58cfd-fab9-4b1c-a76c-ffb81a0a7c8d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:22.537788035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"24b91d26-046d-49d1-ae61-0ab9d56cfdac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:22.800132735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"c1fefc0b-d538-4fa8-a55b-d9dfce7c30a4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:23.072870344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"d6963be2-7000-430e-8343-07b9687e7bfe","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:23.337215291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"08b65296-8d5b-49eb-a01c-86bb7f8609a6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:23.599991396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"f19a0241-15de-494c-9473-3a99f0a5a18c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:23.861969528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"1c73ae0f-bf38-472d-ba5b-e7fbaecd601c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:24.124100279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"67ea451c-ed49-42ab-823c-bd7d8121604d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:24.391040978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"a6db568d-6bbd-4a2e-a46b-9fc2c3f23820","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:24.697990323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"b6eda8cb-01e3-4fb0-ac93-0570b7b785f3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:24.960064924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"b0fe1f74-c12b-4d83-a074-a9f97f0a26f0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:25.227465257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"59f4fedf-fb8b-4a38-83d6-64191927c3dd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:25.49917692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"00718587-bbdd-4bdb-86b1-e1d652c7547e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:25.763804543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"47a9413b-4234-49a0-a7ed-538287dd0e1d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:25.879673097Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:26.027641861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"202eb21d-b909-4998-acc2-ce87192b3d3f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:26.414102925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"0d418c5d-fea0-4868-8ab5-5a92db81ca24","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:26.675965363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"f92c3a1c-0f25-43e3-9d6d-5f2bb5e9a21e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:26.938352364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"8fa32eda-bc4c-4223-925c-a82b48bb60fe","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:27.957192763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"fbd35122-fed6-4c2d-bf84-d47e907a0d09","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:28.219199705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"395b320f-a1b2-4b1d-8298-53e0e5a24f6c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:28.481103297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"premium-w4-e7929d","reconcileID":"0b5a7057-2e08-463e-ba82-6064990c4eca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:30.780419776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-2-w4-e7929d","reconcileID":"60f5978c-a6dd-4c95-a12e-0410e07fa246","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:31.075161841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e7929d","namespace":"e2e-models-e2e-worker-w4-e7929d"},"namespace":"e2e-models-e2e-worker-w4-e7929d","name":"distinct-w4-e7929d","reconcileID":"fee1e228-e5fe-420f-bede-a4b1068381a8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e7929d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}